-- Logs begin at Fri 2021-01-22 14:26:00 UTC, end at Fri 2021-01-22 15:48:49 UTC. --
Jan 22 15:16:35.195931 dv-cinder-763774-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 22 15:16:37.917325 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.common.config [-] Logging enabled!
Jan 22 15:16:37.917845 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415
Jan 22 15:16:37.919237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 22 15:16:37.921004 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.common.config [-] Logging enabled!
Jan 22 15:16:37.921819 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415
Jan 22 15:16:37.922173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 22 15:16:37.923257 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 22 15:16:37.923525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 22 15:16:37.924586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 22 15:16:37.924870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 22 15:16:37.925120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 22 15:16:37.925517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.925838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.926178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.926441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.926816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.927156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.927480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.927815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.928169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.928487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.928807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.929132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.929395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.929715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.930049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.930379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.930659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.930984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.931529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.931852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.932170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.932500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.932811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.933127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.933451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.933825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] host                           = dv-cinder-763774-2-iscsi {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.934142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.934474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.934828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.935160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.935477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.935794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.936122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.936435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.936806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.937823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.938380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.938975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.939521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.939961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.940266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.940614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.941039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.941535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.941865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.942211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.942619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.943049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.943582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.944133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.944588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.945017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.945351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.945684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.946008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.946389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.946755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.947081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.947402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.947721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.948062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.948375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.948693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.949045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.949380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.949711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.950044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.950362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.950716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.951034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.951349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.951662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.951980 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.952312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.952646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.952969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.953296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.953613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.954053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.954627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:37.955089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.955445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.955799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.956130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.956468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.956796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.957133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.957454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.957792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.958127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.958460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.958814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.959144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.959462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.959802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.960154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.960493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.960830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.961144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.961457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.961771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.962090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.962419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.962787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.963129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.963442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.963760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.964100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.964412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.964728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.965043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.965375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.965691 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.966003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.966321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.966678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.966992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.967303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.967621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.967981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.968300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.968610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.968921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.969236 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.969545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.969871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.970188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.970499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.970838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.971157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.971469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.971781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.972097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.972411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.972728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.973041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.973357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.973671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.973981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.974293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.974622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.974938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.975256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.975569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.975882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.976192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.976510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.976818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.977142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.977487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.977802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.978121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.978440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.978785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.979107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.979425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.979745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.980064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.980376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.980714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.981041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.981367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.981690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.982006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.982431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.982690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.983017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.983339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.984190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.984511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.984843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.985182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.985518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.985909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.986200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.986523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.987150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.987479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.987802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:37.988054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 22 15:16:37.988327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80137) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 22 15:16:38.718700 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO keyring.backend [-] Loading Gnome
Jan 22 15:16:38.739681 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO keyring.backend [-] Loading Google
Jan 22 15:16:38.742258 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO keyring.backend [-] Loading Windows (alt)
Jan 22 15:16:38.745891 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO keyring.backend [-] Loading file
Jan 22 15:16:38.746755 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO keyring.backend [-] Loading keyczar
Jan 22 15:16:38.747043 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO keyring.backend [-] Loading multi
Jan 22 15:16:38.747692 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO keyring.backend [-] Loading pyfs
Jan 22 15:16:38.799644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:16:38.799947 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:16:38.800271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:16:38.800643 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 22 15:16:39.201615 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.202167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.202282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.250716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.251030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.251335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.255020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.255331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.255628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.323972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.324283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.324587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.325782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.326040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.326338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.594741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa1e6423268> agent after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.594997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa1e6423268> agent after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.595305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa1e64232f0> segment precommit_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.595609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa1e6423378> network precommit_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.596440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa1e641a378> segment before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.743794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> network before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.744174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa1e662ff28> agent before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.744502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> network before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.744811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> port before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.745119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> port before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.745500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> segment after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.745802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> segment precommit_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.746261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> segment precommit_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.746557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> segment after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.746925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> network after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.747225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> network precommit_delete 0 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.747533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> port provisioning_complete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.747844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.748141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> rbac-policy after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.748457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> agent after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.748775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> subnet after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.749072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> subnet precommit_delete 0 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.749920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.750214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.750728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> port after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.751019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> port after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.751304 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> port after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.751648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.751933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.752215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa1e6f2f9b0>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.752635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:39.752911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:39.753186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:39.753459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:39.753731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:39.754002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:39.755448 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 22 15:16:39.758611 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 22 15:16:39.762488 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 22 15:16:39.766938 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
Jan 22 15:16:39.768588 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 22 15:16:39.769669 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 22 15:16:39.770203 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 22 15:16:39.770663 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 22 15:16:39.773376 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 22 15:16:39.773663 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 22 15:16:39.774052 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 22 15:16:39.795371 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 22 15:16:39.795884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa1e63c1908>> qos_plugin after_init 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.796238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80137) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 22 15:16:39.796650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa1e66074e0>> logging-plugin after_init 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.798000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80137) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 22 15:16:39.798320 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 22 15:16:39.798623 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 22 15:16:39.801781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa1e6607588>> floatingip before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.802099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa1e6607588>> port before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:39.867914 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 22 15:16:39.868097 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 22 15:16:39.868369 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 22 15:16:39.868781 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 22 15:16:39.905640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.sqlalchemy.engines [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80137) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 22 15:16:40.433928 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Initializing driver for type 'gre'
Jan 22 15:16:40.434495 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] gre ID ranges: [(1, 1000)]
Jan 22 15:16:40.530326 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Initializing driver for type 'local'
Jan 22 15:16:40.531250 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Initializing driver for type 'vlan'
Jan 22 15:16:40.582612 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] VlanTypeDriver initialization complete
Jan 22 15:16:40.582995 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Initializing driver for type 'vxlan'
Jan 22 15:16:40.583532 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] vxlan ID ranges: [(1, 1000)]
Jan 22 15:16:40.685149 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Initializing extension driver 'port_security'
Jan 22 15:16:40.685409 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.extensions.port_security [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] PortSecurityExtensionDriver initialization complete
Jan 22 15:16:40.685777 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Initializing mechanism driver 'openvswitch'
Jan 22 15:16:40.692014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:16:40.692863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1ea3e56a0>> port after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.693269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1ea3e56a0>> port after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.693658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1ea3e56a0>> port after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.694084 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33d30>> subnet after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.694472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33d30>> subnet after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.694876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33d30>> subnet after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.695292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33ef0>> network after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.695674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33ef0>> network after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.696052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33ef0>> network after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.696471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33fd0>> security_group after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.696851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33fd0>> security_group after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.697383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f33fd0>> security_group after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.697795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f3a2b0>> security_group_rule after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.698175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f3a2b0>> security_group_rule after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.698549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f3a2b0>> security_group_rule after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.698987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f3a470>> address_group after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.699363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f3a470>> address_group after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.699736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa1e5f3a470>> address_group after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.700096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] ML2 OVO RPC backend initialized. {{(pid=80137) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 22 15:16:40.700811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> router_interface after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.701200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> router_interface after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.701657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> network before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.702037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> networks before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.702414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> port before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.702812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> ports before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.703190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> subnet before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.703566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> subnets before_response 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.703945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> network after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.704321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> network after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.704692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> network after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.705065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> port after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.705438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> port after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.706223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> port after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.706628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> subnet after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.707004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> subnet after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.707375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa1e5f3a550>> subnet after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.708008 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.plugin [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Modular L2 Plugin initialization complete
Jan 22 15:16:40.708364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading services supported by the core plugin {{(pid=80137) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 22 15:16:40.708727 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.plugins.ml2.managers [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Got port-security extension from driver 'port_security'
Jan 22 15:16:40.709229 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.extensions.vlantransparent [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Disabled vlantransparent extension.
Jan 22 15:16:40.710763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80137) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 22 15:16:40.711115 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: router
Jan 22 15:16:40.748407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router_interface before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.748839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router after_create 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.749274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router before_create 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.749679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router_interface before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.750097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router_interface after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.750488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router after_delete 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.750913 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> floatingip after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.751321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router after_create 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.751699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router after_update 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.752088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router after_update 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.752469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router_gateway after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.752869 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router after_update 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.753349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router precommit_update 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.753759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa1e65006a8> port after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.754137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa1e65009d8> port after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.754552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa1e6500400> subnet after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.754964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa1e64f0f28> subnetpool_address_scope after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.755349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> port precommit_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.755731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router precommit_create 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.756113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa1e64f0620> port before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.756494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router precommit_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.756894 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router after_update 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.757272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router precommit_delete 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.757659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router precommit_create 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.758060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router_interface after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.758441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> router precommit_update 55549900 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.758887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa1e5f3a6d8>> network after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.759864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Tracking information for resource: router configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:40.760236 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Tracking information for resource: floatingip configured {{(pid=80137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 15:16:40.769434 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_agentschedulers_db [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 22 15:16:40.770067 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa1e5eb9950> port after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.770466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa1e5eb28c8> port after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.770875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function _notify_port_delete at 0x7fa1e5eb98c8> port after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.771260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa1e5eb9ae8> port after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.772154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa1e5e452e8>> router before_create 55550100 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.772556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa1e5e452e8>> router precommit_delete 55550100 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.772957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa1e5e452e8>> router precommit_create 55550100 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.773349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa1e5e452e8>> router precommit_update 55550100 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.778216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.provider_configuration [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service providers = [] {{(pid=80137) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 22 15:16:40.778626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.servicetype_db [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80137) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 22 15:16:40.782008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.service_base [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 15:16:40.782391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.service_base [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 15:16:40.782790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.service_base [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 15:16:40.783663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.service_base [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 15:16:40.784060 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.services.service_base [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 22 15:16:40.784481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.784831 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 22 15:16:40.802474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.802907 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: auto_allocate
Jan 22 15:16:40.808721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa1e5df8268> network precommit_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.809128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa1e5df8268> network precommit_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.809729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.810084 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: tag
Jan 22 15:16:40.817329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.817684 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: timestamp
Jan 22 15:16:40.821527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.821895 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: network_ip_availability
Jan 22 15:16:40.828037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa1e5e103c8>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.828443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa1e5e103c8>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.828830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa1e5e103c8>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:40.829618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.829971 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: flavors
Jan 22 15:16:40.834449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.834848 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading Plugin: revisions
Jan 22 15:16:40.839243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 15:16:40.839669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.039s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:16:40.840463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80137) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 22 15:16:40.840820 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Initializing extension manager.
Jan 22 15:16:40.841382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: __init__.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.841758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: __pycache__ {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.842128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.842497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: address_group.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.843875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.844528 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: address-group
Jan 22 15:16:40.844886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: address_scope.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.845646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.846208 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: address-scope
Jan 22 15:16:40.846589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.847578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.848199 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: router-admin-state-down-before-update
Jan 22 15:16:40.848560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: agent.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.849315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.849885 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: agent
Jan 22 15:16:40.850243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: agent_resources_synced.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.851284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.851849 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: agent-resources-synced
Jan 22 15:16:40.852205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: allowedaddresspairs.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.854011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.854597 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: allowed-address-pairs
Jan 22 15:16:40.854977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: auto_allocated_topology.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.856044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.856609 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: auto-allocated-topology
Jan 22 15:16:40.856968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: availability_zone.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.859205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.859798 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: availability_zone
Jan 22 15:16:40.860170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: availability_zone_filter.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.861088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.861657 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: availability_zone_filter
Jan 22 15:16:40.862283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: data_plane_status.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.863217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.863788 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 22 15:16:40.864391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: default_subnetpools.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.865778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.866344 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: default-subnetpools
Jan 22 15:16:40.866733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.867580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.868162 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: dhcp_agent_scheduler
Jan 22 15:16:40.868509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: dns.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.869424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.869989 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension dns-integration not supported by any of loaded plugins
Jan 22 15:16:40.870346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: dns_domain_ports.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.871290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.871855 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 22 15:16:40.872212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: dvr.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.872922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.873489 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: dvr
Jan 22 15:16:40.873846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: empty_string_filtering.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.874822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.875384 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: empty-string-filtering
Jan 22 15:16:40.875744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.876644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.877201 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 22 15:16:40.877556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.878506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.879096 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 22 15:16:40.879457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: external_net.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.880350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.880897 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: external-net
Jan 22 15:16:40.881260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.882160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.882753 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: extra_dhcp_opt
Jan 22 15:16:40.883115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: extraroute.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.884014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.884574 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: extraroute
Jan 22 15:16:40.884928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: extraroute_atomic.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.885949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.886508 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: extraroute-atomic
Jan 22 15:16:40.886893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: filter_validation.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.887584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.888141 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: filter-validation
Jan 22 15:16:40.888474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: fip_pf_description.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.889381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.890463 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 22 15:16:40.890844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: fip_port_details.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.891751 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.892313 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: fip-port-details
Jan 22 15:16:40.892672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: flavors.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.893998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.895037 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: flavors
Jan 22 15:16:40.895037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.896588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.897166 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 22 15:16:40.897536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: floatingip_pools.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.898401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.899012 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: floatingip-pools
Jan 22 15:16:40.899376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: ip_allocation.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.900310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.900871 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 22 15:16:40.901233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.902149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.902754 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: ip-substring-filtering
Jan 22 15:16:40.903115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l2_adjacency.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.904031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.904600 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 22 15:16:40.904960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l3.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.906629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.907206 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: router
Jan 22 15:16:40.907563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.909813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.910399 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 22 15:16:40.910799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.911715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.912281 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: ext-gw-mode
Jan 22 15:16:40.912643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.913554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.914114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: l3-ha
Jan 22 15:16:40.914474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l3_flavors.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.915516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.916077 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: l3-flavors
Jan 22 15:16:40.916434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.917356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.917919 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 22 15:16:40.918277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: l3agentscheduler.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.919437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.920027 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: l3_agent_scheduler
Jan 22 15:16:40.920384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: logging.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.922381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.923004 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension logging not supported by any of loaded plugins
Jan 22 15:16:40.923366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: metering.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.924155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.924849 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: metering
Jan 22 15:16:40.925245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.926338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.926955 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: metering_source_and_destination_fields
Jan 22 15:16:40.927319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: multiprovidernet.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.928238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.928798 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: multi-provider
Jan 22 15:16:40.929155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: netmtu.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.930116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.930784 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: net-mtu
Jan 22 15:16:40.931193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: netmtu_writable.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.932115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.932681 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: net-mtu-writable
Jan 22 15:16:40.933042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: network_availability_zone.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.933853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.934420 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: network_availability_zone
Jan 22 15:16:40.934804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: network_ip_availability.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.935940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.936456 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: network-ip-availability
Jan 22 15:16:40.936866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: network_segment_range.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.937712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.938279 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 22 15:16:40.938662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: pagination.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.940146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.940512 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: pagination
Jan 22 15:16:40.940865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.941781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.942345 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: port-mac-address-regenerate
Jan 22 15:16:40.942729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.943655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.944214 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: port-numa-affinity-policy
Jan 22 15:16:40.944569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: port_resource_request.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.945469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.946035 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 22 15:16:40.946389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: portbindings.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.947349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.947912 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: binding
Jan 22 15:16:40.948267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: portbindings_extended.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.949551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.950119 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: binding-extended
Jan 22 15:16:40.950480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: portsecurity.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.951417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.952015 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: port-security
Jan 22 15:16:40.952398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: project_id.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.953368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.953735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: project-id
Jan 22 15:16:40.954089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: providernet.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.955033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.955603 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: provider
Jan 22 15:16:40.955958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.959643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.960226 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos not supported by any of loaded plugins
Jan 22 15:16:40.960593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.961810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.962378 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 22 15:16:40.962772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.963683 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.964250 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 22 15:16:40.964609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_default.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.965509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.966073 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-default not supported by any of loaded plugins
Jan 22 15:16:40.966432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_fip.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.967136 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.967696 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-fip not supported by any of loaded plugins
Jan 22 15:16:40.968079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_gateway_ip.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.968992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.969557 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 22 15:16:40.969911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_port_network_policy.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.970836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.971394 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 22 15:16:40.971748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_rule_type_details.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.972654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.973209 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 22 15:16:40.973563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: qos_rules_alias.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.974614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.975186 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 22 15:16:40.975540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: quotasv2.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.976505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.976874 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: quotas
Jan 22 15:16:40.977230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: quotasv2_detail.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.978848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.979397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: quota_details
Jan 22 15:16:40.980005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: rbac.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.981401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.981994 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: rbac-policies
Jan 22 15:16:40.982358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: rbac_address_scope.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.983318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.984476 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: rbac-address-scope
Jan 22 15:16:40.984834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: rbac_security_groups.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.985753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.986319 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: rbac-security-groups
Jan 22 15:16:40.986703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: rbac_subnetpool.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.987952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.988432 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: rbac-subnetpool
Jan 22 15:16:40.988789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: revisionifmatch.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.989706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.990270 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: revision-if-match
Jan 22 15:16:40.990650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: revisions.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.991766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.992330 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: standard-attr-revisions
Jan 22 15:16:40.992693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: router_availability_zone.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.993403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.993965 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: router_availability_zone
Jan 22 15:16:40.994333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: routerservicetype.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.995262 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.995828 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension router-service-type not supported by any of loaded plugins
Jan 22 15:16:40.996181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.997085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:40.997651 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: security-groups-normalized-cidr
Jan 22 15:16:40.998042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:40.999026 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.000170 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: port-security-groups-filtering
Jan 22 15:16:41.000526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.001581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.002085 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: security-groups-remote-address-group
Jan 22 15:16:41.002444 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: securitygroup.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.015919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.016529 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: security-group
Jan 22 15:16:41.016902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: segment.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.017759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.018325 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension segment not supported by any of loaded plugins
Jan 22 15:16:41.018722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.019671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.020351 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 22 15:16:41.020603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: servicetype.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.021741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.022267 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: service-type
Jan 22 15:16:41.022653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: sorting.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.023636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.024011 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: sorting
Jan 22 15:16:41.024376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: standard_attr_segment.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.025291 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.025880 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 22 15:16:41.026231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: standardattrdescription.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.026930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.027501 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: standard-attr-description
Jan 22 15:16:41.027863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: stateful_security_group.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.028792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.029367 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: stateful-security-group
Jan 22 15:16:41.029728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: stdattrs_common.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.030482 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 22 15:16:41.030789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.031786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.032352 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 22 15:16:41.032707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: subnet_onboard.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.033755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.034342 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: subnet_onboard
Jan 22 15:16:41.034740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.035742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.036326 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 22 15:16:41.036669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: subnet_service_types.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.037621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.038194 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: subnet-service-types
Jan 22 15:16:41.038554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: subnetallocation.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.039742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.040319 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: subnet_allocation
Jan 22 15:16:41.040684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.041379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.042009 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: subnetpool-prefix-ops
Jan 22 15:16:41.042308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.043265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.043835 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 22 15:16:41.044198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: tagging.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.045488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.046610 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: standard-attr-tag
Jan 22 15:16:41.046981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: timestamp.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.048163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.048740 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loaded extension: standard-attr-timestamp
Jan 22 15:16:41.049103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: trunk.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.050126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.050745 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension trunk not supported by any of loaded plugins
Jan 22 15:16:41.051103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: trunk_details.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.052025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.052592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension trunk-details not supported by any of loaded plugins
Jan 22 15:16:41.052949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: uplink_status_propagation.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.053872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.054439 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 22 15:16:41.054830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Loading extension file: vlantransparent.py {{(pid=80137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 15:16:41.055527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 15:16:41.056092 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 22 15:16:41.058876 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:network
Jan 22 15:16:41.059720 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:subnet
Jan 22 15:16:41.060387 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 15:16:41.061048 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:port
Jan 22 15:16:41.063114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.063610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service FLAVORS assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.064289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.064775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.065161 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:router
Jan 22 15:16:41.065866 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:floatingip
Jan 22 15:16:41.066649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service METERING assigned prefix: /metering {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.068471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa1e5d3f4e0>> rbac-policy before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:41.068874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa1e5d3f4e0>> rbac-policy before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:41.069259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa1e5d3f4e0>> rbac-policy before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:16:41.070394 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 22 15:16:41.071044 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:security_group
Jan 22 15:16:41.072054 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 22 15:16:41.072954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service CORE assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.073326 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 15:16:41.074095 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] subnetpool is already registered
Jan 22 15:16:41.075290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service CORE assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.075777 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 15:16:41.076404 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] subnetpool is already registered
Jan 22 15:16:41.079329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.079806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service FLAVORS assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.080460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.080930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.081296 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:router
Jan 22 15:16:41.081658 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] router is already registered
Jan 22 15:16:41.082307 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:floatingip
Jan 22 15:16:41.082690 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] floatingip is already registered
Jan 22 15:16:41.083386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service METERING assigned prefix: /metering {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.084114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 22 15:16:41.084476 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] rbac_policy is already registered
Jan 22 15:16:41.085906 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:security_group
Jan 22 15:16:41.086279 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] security_group is already registered
Jan 22 15:16:41.086965 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 22 15:16:41.087331 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] security_group_rule is already registered
Jan 22 15:16:41.088058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service CORE assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.088426 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 15:16:41.088772 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] subnetpool is already registered
Jan 22 15:16:41.089429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.resource_helper [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Service CORE assigned prefix:  {{(pid=80137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 15:16:41.089792 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 15:16:41.090152 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.quota.resource_registry [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] subnetpool is already registered
Jan 22 15:16:41.090898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: extensions {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.092457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: address-groups {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.094190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: address-scopes {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.095567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: agents {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.096786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: auto-allocated-topology {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.098108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: availability_zones {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.099519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: dhcp-networks {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.100999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: dhcp-agents {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.102487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: routers {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.104435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: flavors {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.105675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: service_profiles {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.106985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: next_providers {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.109139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: service_profiles {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.110722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: floatingip-pools {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.112267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: routers {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.114154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: floatingips {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.115449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: l3-routers {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.116925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: l3-agents {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.118432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: metering-labels {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.119886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: metering-label-rules {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.121247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: network-ip-availabilities {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.122553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: bindings {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.124866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: quotas {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.126401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: quotas {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.127965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: rbac-policies {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.129313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: security-groups {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.130619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: security-group-rules {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.131930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: service-providers {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.133233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: subnetpools {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.134746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: subnetpools {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.136295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.138054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.140070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.141945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.143863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.145652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.147572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.150329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.152339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.154280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.extensions [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Extended resource: tags {{(pid=80137) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 15:16:41.161418 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING keystonemiddleware.auth_token [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 22 15:16:41.166734 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING keystonemiddleware.auth_token [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 22 15:16:41.176288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Acquired lock "singleton_lock" {{(pid=80137) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 22 15:16:41.176807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Releasing lock "singleton_lock" {{(pid=80137) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 22 15:16:41.178279 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO oslo_service.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Starting 2 workers
Jan 22 15:16:41.183171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Started child 80248 {{(pid=80137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 15:16:41.188509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:41.188710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Started child 80249 {{(pid=80137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 15:16:41.189806 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [-] (80248) wsgi starting up on http://0.0.0.0:9696
Jan 22 15:16:41.190252 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 22 15:16:41.190949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Notify callbacks [] for process, before_spawn {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:41.192961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:41.193467 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO oslo_service.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Starting 1 workers
Jan 22 15:16:41.194533 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [-] (80249) wsgi starting up on http://0.0.0.0:9696
Jan 22 15:16:41.199114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Started child 80250 {{(pid=80137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 15:16:41.199657 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO oslo_service.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Starting 1 workers
Jan 22 15:16:41.201621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] calling RpcWorker wait() {{(pid=80250) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 22 15:16:41.202012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] returning from RpcWorker wait() {{(pid=80250) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 22 15:16:41.203557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:41.204090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:16:41.204648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Started child 80251 {{(pid=80137) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 15:16:41.205428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42c87-5757-4de9-9e28-1bee1981d543 None None] Notify callbacks [] for process, after_spawn {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:41.207246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80137) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 22 15:16:41.207494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 22 15:16:41.207671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 22 15:16:41.207941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 22 15:16:41.208338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 22 15:16:41.208528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 22 15:16:41.209021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:41.209119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.209336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.209658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.209939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:16:41.210035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.210266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.210951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.211255 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.211541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.211865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.212150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.212349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.212541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.212829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.213130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.213468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.213746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.214013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.214285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.214492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.214797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.215115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.215412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.215709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.215967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.216545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.216821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.217088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.217334 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.217618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.218436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.218771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.219037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.219299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.219557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.219831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.220073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.220323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.220634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.220880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.221342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] host                           = dv-cinder-763774-2-iscsi {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.221587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.221849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.222101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.222360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.222659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.222920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.223213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.223514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.223785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.224040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.224305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.224583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.224833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.225091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.225282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.225536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.225797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.226075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.226289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.226479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.226754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.226951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.227154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.227470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.227627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.227844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.228098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.228340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.228595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.228836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.229078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.229319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.229554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.229840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.230127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.230407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.230690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.230937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.231971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.232273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.232645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.232956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.233200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.233466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.234336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.234668 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.235023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.235272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.235565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.235861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.236147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.236433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.236752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.237281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.237573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.237859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.238111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.238410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.238704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.238980 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.239245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.239515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.239782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.240070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.240339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.240585 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.240851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.241097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.241380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.241849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.242171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.242539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.242837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.243108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.243381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.243674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.243928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.244196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.244465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.244796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.245068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.245405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.245674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.245970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.246805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.246805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.253399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.254997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.255767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.260859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.261663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.262339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.262339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.262339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.262640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.262739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.262966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.263225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.263523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.263869 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.264143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.264424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.264696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.265538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.265797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.266085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.266338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.266585 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.266923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.267222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.267486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.267796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.268076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.268310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.268602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.268857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.269113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.269365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.269634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.269922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.270204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.270473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.270783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.271052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.271348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.271667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.271922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.272240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.272497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.272790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.273132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.274863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.275678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.276137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.278200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.278940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.279246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.279545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.279837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.280094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.280782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.281127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.281424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.282282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.282923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.283235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.283626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.283953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.284210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.284466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.284783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.285127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.285397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.285727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.286024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.286302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.286638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.286893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.287158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.287425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.287714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.287964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.288328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.288490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.288774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.289034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.289283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.289585 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.289866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.290119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.290365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.290639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.290910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.291179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.291445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.291698 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.291987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.292259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.292514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.292769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.293034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.293321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.293573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.293882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.294556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.294865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.295156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.295463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.295804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.296701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.296992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.297252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.297503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.297775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.298030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.298281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.298534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.298836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.299080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.299375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.299670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.300034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.300304 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.300572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.300844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.301093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.301362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.301614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.301867 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.302118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.302370 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.302692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.302969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.303222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.303466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.303730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.303974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.304236 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.304482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.304819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.305088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.305386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.305658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.305926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.306193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.306455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.306718 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.306971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.307215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.307473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.307734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.307976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.308223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.308465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.308784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.309055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.309308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.309617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.309905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.310203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.310490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.310890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.311526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.311526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.312220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.312393 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.312689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.312987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.313343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.313683 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.313986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.314284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.314740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.314922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.315222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.315473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.315796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.316156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.316458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.316740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.317097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.317404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.317663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.317917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.318223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.318427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.318733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.319020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.319303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.319566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.319826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.320096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.320395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.320621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.320868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.321124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.321374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.321559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 22 15:16:41.322104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80137) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 22 15:16:41.322279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 22 15:16:41.322463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 22 15:16:41.322693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 22 15:16:41.322899 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 22 15:16:41.323081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 22 15:16:41.323329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.323519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.323736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.323897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.324064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.324273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.324465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.324638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.324824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.325008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.325194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.325391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.325553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.325733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.325921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.326111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.326295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.326443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.326624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.326817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.327005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.327189 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.327943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.328126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.328379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.328589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.328687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.328846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.329032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.329218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.329403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.329590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.329777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.329966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.330156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.330342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.330529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.330717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.330866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.331039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] host                           = dv-cinder-763774-2-iscsi {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.331241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.331345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.331505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.331690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.331875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.332059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.332244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.332430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.333970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.334352 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.334352 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.334539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.334669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.334766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.334929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.335117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.335382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.335493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.335644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.335931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.336043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.336145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.336326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.336515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.336726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.336914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.337100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.337285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.337471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.337656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.337842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.338028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.338215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.338497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.338653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.338761 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.338929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.339086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.339273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.339439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.339618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.339803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.339987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.340178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.340368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.340553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.340740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.340925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.341110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.341297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.341481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.341666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.341851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.342036 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.342222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.342407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.342612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.342796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.343013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.343205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.343361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 15:16:41.343571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.343762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.343968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.344157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.344351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.344524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.344621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.344802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.344974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.345159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.345354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.345544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.345749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.345939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.346127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.346317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.346509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.346741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.346931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.347121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.347310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.347497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.347704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.347877 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.348057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.348246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.348433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.348622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.348811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.349001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.349190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.349379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.349568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.349754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.349943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.350136 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.350328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.350521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.350732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.350922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.351112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.351301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.351489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.351678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.351866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.352055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.352244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.352435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.352624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.352812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.353012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.353199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.353386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.353574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.353764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.353938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.354297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.354486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.354698 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.354890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.355078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.355285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.355474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.355662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.355852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.356041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.356228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.356416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.356604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.362604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.362604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.362604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.362604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37080) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.363903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.364587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.365918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.366929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.368147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.369280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.370527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.372729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.373422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.374700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.375443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.375443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.375443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.375443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.375443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.375443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.375443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.376970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.377216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.377370 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.377558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.377748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.377936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.378124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.378315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.378485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.378986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.379210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.379210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.379349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.379521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.379874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.380065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.380254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.380447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.380613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.380828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.381246 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0210860
Jan 22 15:16:41.381400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.381400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.381400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.381870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.381870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.381870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.382385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.382385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.382385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.383713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.384903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.384903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.384903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.384903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.384903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.384903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.384903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.385946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.385946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.385946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.385946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.385946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.385946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.385946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.386630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.386630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.386630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.387478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.387713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.387898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.388711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.388711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.388711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.388711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.388711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.389039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.389039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.389463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.390740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.390928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.391563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.391666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:16:41.391741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.391741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.391741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.391922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.391922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.392194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.393063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.393063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.393063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 15:16:41.393063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80137) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 22 15:16:51.622996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e84e25-4fb3-4848-993d-0112be701df8 None None] get_active_networks_info from dv-cinder-763774-2-iscsi {{(pid=80250) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 22 15:16:51.783791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e84e25-4fb3-4848-993d-0112be701df8 None None] No non-hosted networks {{(pid=80250) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 22 15:16:51.812929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-78fc9271-3721-4cea-8f08-f8c02f0d6d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298'] for agent, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:53.905792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f20fbee1-9966-402b-b52a-e60e7e575c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298'] for agent, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:53.937831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7cc2e7be-1afc-4f2a-8e6a-2d12aa600ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:54.903223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298'] for agent, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:55.548356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298'] for agent, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:55.549684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.550254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.551027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.551608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.552175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.552738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.553414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.554149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.554796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.555363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.556012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.556573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:16:55.557190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa1e58a4358>, 'Open vSwitch agent', 'dv-cinder-763774-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:16:55.565407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa1e59cc5c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763774-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:16:55.954098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298'] for agent, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:16:57.385326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] get_endpoint_by_host() called for host dv-cinder-763774-2-iscsi {{(pid=80250) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 22 15:16:57.390759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=80250) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 22 15:16:57.394076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=80250) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 22 15:16:57.416398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] _get_endpoints() called {{(pid=80250) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 22 15:16:57.590458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37178) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:16:58.246746 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-9b40dbe5-4580-4ad4-a367-fde3db60d79a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:16:58.247398 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-9b40dbe5-4580-4ad4-a367-fde3db60d79a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:16:58.488998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [None req-9b40dbe5-4580-4ad4-a367-fde3db60d79a admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:16:58.490078 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-9b40dbe5-4580-4ad4-a367-fde3db60d79a admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.8985796
Jan 22 15:17:00.981117 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_hamode_db [None req-8e15abae-1987-45c2-af1d-a3e7c1a17181 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 22 15:17:01.076157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15abae-1987-45c2-af1d-a3e7c1a17181 None None] Routers set() bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:17:01.076627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15abae-1987-45c2-af1d-a3e7c1a17181 None None] Router IDs set() for agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 22 15:17:01.223766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37192) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:01.647910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:17:01.701451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.policy [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80248) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 22 15:17:01.702875 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:17:01.703370 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:17:01.715977 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa1e57c3358>.
Jan 22 15:17:01.731972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:01.824850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770832701756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770832745306', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770832747706', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770832790974', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770832730693', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-595124', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-730143', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850967624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3749066'] for rbac-policy, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:02.056933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:02.070709 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8dddd508-61f6-4138-9341-fcec55729245 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8334458
Jan 22 15:17:05.030595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37206) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:05.762232 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:17:05.762919 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:17:05.995860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'name': 'private'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:17:05.999135 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.quota [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa1e57d7128>.
Jan 22 15:17:06.015784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:06.022539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Usage tracker for resource:network and tenant:71ab3db1f37d496d895d08610d8e3db5 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:06.027264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:06.035332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:06.096043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Made reservation on behalf of 71ab3db1f37d496d895d08610d8e3db5 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:17:06.135500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.policy [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80249) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 22 15:17:06.136346 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:17:06.136755 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING oslo_policy.policy [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 15:17:06.152385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.172537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.188404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:06.192319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Usage tracker for resource:security_group_rule and tenant:71ab3db1f37d496d895d08610d8e3db5 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:06.195955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:06.201593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:06.410021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.439307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.445200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:06.467773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:17:06.496066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.496691 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Added segment 15a0ff31-dc8b-4b3a-8c4d-c648911f4460 of type vxlan for network f36e35aa-35bd-4e8a-9c4b-a3c911587d62
Jan 22 15:17:06.553425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6f087a-895c-402d-a083-d3804e4eded4,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:06.578320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.578748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.579114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.579469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.579819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.580182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.580529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.580875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.581238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.581586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.581930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.582271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Tracked resource versions report:
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'}}
Jan 22 15:17:06.583490 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:17:06.620103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.636777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:06.696249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.697744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:06.698437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:06.703467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:06.970931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Pushing event updated for resources: {'Network': ['ID=f36e35aa-35bd-4e8a-9c4b-a3c911587d62,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:06.974028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:06.981844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:17:07.000340 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.9674654
Jan 22 15:17:10.041186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37228) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:10.556341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2ebfed-d599-45f5-a3fb-28b526cd52d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:10.557716 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ef2ebfed-d599-45f5-a3fb-28b526cd52d0 admin admin] 10.222.0.54 "GET /v2.0/networks/f36e35aa-35bd-4e8a-9c4b-a3c911587d62 HTTP/1.1" status: 200  len: 818 time: 0.5154953
Jan 22 15:17:10.591526 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-65e19a47-b0ee-453e-a0e0-cd2862523c2a admin admin] 10.222.0.54 "GET /v2.0/subnetpools/d126750a-f258-4f76-8d2e-9f15d36265ba HTTP/1.1" status: 200  len: 734 time: 0.0276144
Jan 22 15:17:10.601903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd126750a-f258-4f76-8d2e-9f15d36265ba', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'name': 'private-subnet', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:17:10.606531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:10.611101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Usage tracker for resource:subnet and tenant:71ab3db1f37d496d895d08610d8e3db5 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:10.614785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:10.621622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:10.702650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Made reservation on behalf of 71ab3db1f37d496d895d08610d8e3db5 for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:17:10.707911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:11.228220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:11.243560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:11.378030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17aa72a7-35a5-4fb0-93a8-a5bcc97a1149,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:11.381259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:11.449686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Checking segment: {'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:17:11.450088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Network hostable DHCP agents. Network: f36e35aa-35bd-4e8a-9c4b-a3c911587d62, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:17:11.536513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:17:11.570720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, f36e35aa-35bd-4e8a-9c4b-a3c911587d62) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:17:11.575196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:11.575823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:11.579903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c457d8-992f-4a0f-8b17-d04a41303fe4 None None] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:17:11.623733 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0247977
Jan 22 15:17:11.906445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'fixed_ips': [{'subnet_id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:17:11.907785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:12.238817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Allocated IP 172.20.0.2 (f36e35aa-35bd-4e8a-9c4b-a3c911587d62/17aa72a7-35a5-4fb0-93a8-a5bcc97a1149/9fa7133b-5505-4047-9467-6c7ad59526a6) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:17:12.656109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:12.790848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Transition to ACTIVE for port object 9fa7133b-5505-4047-9467-6c7ad59526a6 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:17:12.809819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Transition to ACTIVE for port object 9fa7133b-5505-4047-9467-6c7ad59526a6 will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:17:12.839805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:12.856434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:12.989827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Pushing event updated for resources: {'Port': ['ID=9fa7133b-5505-4047-9467-6c7ad59526a6,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:13.002867 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.003245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.003614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.003978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.004342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.004702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.005054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.005412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.005762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.006115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.006467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.006844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Tracked resource versions report:
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'}}
Jan 22 15:17:13.007963 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:17:13.016273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:13.063091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:17:13.064379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:17:13.067187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:17:13.128581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Attempting to bind port 9fa7133b-5505-4047-9467-6c7ad59526a6 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:17:13.129626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Attempting to bind port 9fa7133b-5505-4047-9467-6c7ad59526a6 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:17:13.129626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Attempting to bind port 9fa7133b-5505-4047-9467-6c7ad59526a6 on network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:17:13.134945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:17:13.135356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Checking segment: {'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:17:13.136801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:13.137235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Bound using segment: {'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:17:13.137777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Bound port: 9fa7133b-5505-4047-9467-6c7ad59526a6, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:17:13.138224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:13.229511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] For port 9fa7133b-5505-4047-9467-6c7ad59526a6, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:17:13.234146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] For port 9fa7133b-5505-4047-9467-6c7ad59526a6, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=9fa7133b-5505-4047-9467-6c7ad59526a6,segment=NetworkSegment(15a0ff31-dc8b-4b3a-8c4d-c648911f4460),segment_id=15a0ff31-dc8b-4b3a-8c4d-c648911f4460)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:17:13.262187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:13.277797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:13.430273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Pushing event updated for resources: {'Port': ['ID=9fa7133b-5505-4047-9467-6c7ad59526a6,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:13.436225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:14.336011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37238) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:14.858662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [None req-dc50f00b-c857-46ef-8c47-389bef7aaa63 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:17:14.859881 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-dc50f00b-c857-46ef-8c47-389bef7aaa63 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5229161
Jan 22 15:17:17.459552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 9fa7133b-5505-4047-9467-6c7ad59526a6 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:17:17.564567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 9fa7133b-5505-4047-9467-6c7ad59526a6 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:17:17.588781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37252) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:18.019843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [None req-80c569e5-ed1e-40c0-8d89-8f7f628769aa admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:17:18.020969 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-80c569e5-ed1e-40c0-8d89-8f7f628769aa admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4311030
Jan 22 15:17:18.163851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aefdbf-589d-4b14-9ae4-0290b0f5a690 None None] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:17:18.297853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Provisioning for port 9fa7133b-5505-4047-9467-6c7ad59526a6 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:17:18.315714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Provisioning complete for port 9fa7133b-5505-4047-9467-6c7ad59526a6 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:18.316122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:18.534944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:18.583091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] For port 9fa7133b-5505-4047-9467-6c7ad59526a6, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=9fa7133b-5505-4047-9467-6c7ad59526a6,segment=NetworkSegment(15a0ff31-dc8b-4b3a-8c4d-c648911f4460),segment_id=15a0ff31-dc8b-4b3a-8c4d-c648911f4460)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:17:18.621301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:18.624652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:18.697456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Pushing event updated for resources: {'Port': ['ID=9fa7133b-5505-4047-9467-6c7ad59526a6,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:18.701121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:18.846528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-45714872-9ba7-4167-a408-7c3a56bf05b1 None None] Provisioning complete for port 9fa7133b-5505-4047-9467-6c7ad59526a6 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:18.846981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45714872-9ba7-4167-a408-7c3a56bf05b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:19.109952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-50f708a4-7dbc-4120-9a8f-e297d949cd42 None None] Provisioning complete for port 9fa7133b-5505-4047-9467-6c7ad59526a6 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:19.109952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-50f708a4-7dbc-4120-9a8f-e297d949cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:19.437871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 9fa7133b-5505-4047-9467-6c7ad59526a6 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:17:19.508553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 9fa7133b-5505-4047-9467-6c7ad59526a6 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:19.508963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:21.099426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37264) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:21.502063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'admin_state_up': True}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:17:21.508247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:21.512332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Usage tracker for resource:router and tenant:71ab3db1f37d496d895d08610d8e3db5 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:21.516235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:21.521953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:21.558353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-57bd7635-6b52-47ed-866e-2a82eaba6820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:21.593013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:21.594358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:21.670628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:21.828479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:21.874131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:21.875368 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3aae45c6-b919-46b8-9116-9a45db3534cf admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7748933
Jan 22 15:17:23.866812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c0dddd6d-281b-4726-9281-cbc31710af40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:24.584997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37282) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:24.627425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:24.833433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [None req-90fc72b6-2098-4a23-b83b-c264c1f814ba admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:17:24.834585 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-90fc72b6-2098-4a23-b83b-c264c1f814ba admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.2485099
Jan 22 15:17:25.547110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:25.821474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:27.424408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37302) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:27.503285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:17:27.508179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:27.512083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Usage tracker for resource:network and tenant:93fa2649c839400f99e033f3f8d7cea2 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:27.515509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:27.521227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:27.598732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Made reservation on behalf of 93fa2649c839400f99e033f3f8d7cea2 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:17:27.603348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:27.616842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:27.631766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:27.635704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Usage tracker for resource:security_group_rule and tenant:93fa2649c839400f99e033f3f8d7cea2 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:27.638636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:27.644218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:27.812412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:27.833128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:27.837681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:27.851054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Reserving flat network on physical network physnet1 {{(pid=80249) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 22 15:17:27.868662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd5f34-0384-4633-9692-64ed859341f2,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:27.872123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:27.894820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:27.895400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa1e64232f0> segment precommit_create {{(pid=80249) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 22 15:17:27.895829 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Added segment 314bd1cc-5ea6-4c15-b6c9-6276d2d99009 of type flat for network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41
Jan 22 15:17:28.062948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:28.124556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:28.125770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:28.126391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:28.131342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d185fa25-f261-403c-a67a-7b5fc67bccbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:28.235174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:28.241629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:28.245547 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:17:28.262399 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8368568
Jan 22 15:17:30.758667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37314) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:30.899902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f848c8-533e-4271-a9fd-a3d08c0d2fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:30.901344 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-61f848c8-533e-4271-a9fd-a3d08c0d2fc5 admin admin] 10.222.0.54 "GET /v2.0/subnets/17aa72a7-35a5-4fb0-93a8-a5bcc97a1149 HTTP/1.1" status: 200  len: 849 time: 0.1416547
Jan 22 15:17:31.052794 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b07ac184-e99f-4138-8017-2dab3d573c14 admin admin] 10.222.0.54 "GET /v2.0/routers/eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 HTTP/1.1" status: 200  len: 704 time: 0.1446702
Jan 22 15:17:31.688791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:32.097612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Allocated IP 172.20.0.1 (f36e35aa-35bd-4e8a-9c4b-a3c911587d62/17aa72a7-35a5-4fb0-93a8-a5bcc97a1149/feec43d3-b88b-4430-b4b5-f8520543fb1a) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:17:32.396500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:32.414806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Transition to ACTIVE for port object feec43d3-b88b-4430-b4b5-f8520543fb1a will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:17:32.508223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:32.524522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:32.662265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Pushing event updated for resources: {'Port': ['ID=feec43d3-b88b-4430-b4b5-f8520543fb1a,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:32.672040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:32.725619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:17:32.726787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:17:32.729146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:17:32.729670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:32.975302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-d77b8730-1816-49ff-bab4-cc614c7c36f1 None None] Provisioning for port feec43d3-b88b-4430-b4b5-f8520543fb1a completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:17:32.980801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-d77b8730-1816-49ff-bab4-cc614c7c36f1 None None] Provisioning complete for port feec43d3-b88b-4430-b4b5-f8520543fb1a triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:32.981785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d77b8730-1816-49ff-bab4-cc614c7c36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:33.042784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-d77b8730-1816-49ff-bab4-cc614c7c36f1 None None] Port feec43d3-b88b-4430-b4b5-f8520543fb1a cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:17:33.058117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:33.353519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:33.386398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:33.387656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:33.402626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:33.536929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Pushing event updated for resources: {'Port': ['ID=feec43d3-b88b-4430-b4b5-f8520543fb1a,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:33.541816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:33.595873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:17:33.596963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:17:33.773773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-12902a2d-f34d-4896-88ff-4c1e69803bd3 None None] Provisioning complete for port feec43d3-b88b-4430-b4b5-f8520543fb1a triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:33.774267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-12902a2d-f34d-4896-88ff-4c1e69803bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:33.830772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-12902a2d-f34d-4896-88ff-4c1e69803bd3 None None] Port feec43d3-b88b-4430-b4b5-f8520543fb1a cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:17:33.838220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:17:34.166723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:17:34.176700 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] 10.222.0.54 "PUT /v2.0/routers/eb0a61f7-c458-48e9-a34c-72a74ce7b0d4/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.1184099
Jan 22 15:17:34.177726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Sync routers for ids ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:17:34.189044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Routers {'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:17:34.189940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5989048>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:17:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:34.377478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Set router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 gateway port host: None {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:17:34.769133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5989048>, [{'id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'name': 'router1', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:17:21Z', 'updated_at': '2021-01-22T15:17:32Z', 'revision_number': 2, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'gw_port_host': None, '_interfaces': [{'id': 'feec43d3-b88b-4430-b4b5-f8520543fb1a', 'name': '', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'mac_address': 'fa:16:3e:37:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:31Z', 'updated_at': '2021-01-22T15:17:33Z', 'revision_number': 2, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'subnets': [{'id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd126750a-f258-4f76-8d2e-9f15d36265ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:34.774280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Checking router: eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:17:34.774713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Updating router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 port feec43d3-b88b-4430-b4b5-f8520543fb1a binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:17:35.003711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:35.454882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:35.469929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Transition to ACTIVE for port object feec43d3-b88b-4430-b4b5-f8520543fb1a will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:17:35.507196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:35.524190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:35.663785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Pushing event updated for resources: {'Port': ['ID=feec43d3-b88b-4430-b4b5-f8520543fb1a,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:35.675042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.675424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.675794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.676159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.676520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.676878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.677235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.677593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.677962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.678317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.678690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.679045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Tracked resource versions report:
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'}}
Jan 22 15:17:35.680156 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:17:35.684668 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:35.855441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Attempting to bind port feec43d3-b88b-4430-b4b5-f8520543fb1a on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:17:35.856095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Attempting to bind port feec43d3-b88b-4430-b4b5-f8520543fb1a by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:17:35.856519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Attempting to bind port feec43d3-b88b-4430-b4b5-f8520543fb1a on network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:17:35.863337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:17:35.863752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Checking segment: {'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:17:35.864194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:35.864616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Bound using segment: {'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:17:35.865148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Bound port: feec43d3-b88b-4430-b4b5-f8520543fb1a, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a0ff31-dc8b-4b3a-8c4d-c648911f4460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:17:35.865563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:35.959080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] For port feec43d3-b88b-4430-b4b5-f8520543fb1a, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:17:35.970366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] For port feec43d3-b88b-4430-b4b5-f8520543fb1a, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=feec43d3-b88b-4430-b4b5-f8520543fb1a,segment=NetworkSegment(15a0ff31-dc8b-4b3a-8c4d-c648911f4460),segment_id=15a0ff31-dc8b-4b3a-8c4d-c648911f4460)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:17:36.040273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:36.084200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:36.253539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Pushing event updated for resources: {'Port': ['ID=feec43d3-b88b-4430-b4b5-f8520543fb1a,revision_number=4']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:36.256996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:36.317276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Routers {'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:17:36.317942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5989048>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:17:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:36.485017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] Set router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 gateway port host: None {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:17:36.703314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37326) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:36.836999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5989048>, [{'id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'name': 'router1', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:17:21Z', 'updated_at': '2021-01-22T15:17:32Z', 'revision_number': 2, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'gw_port_host': None, '_interfaces': [{'id': 'feec43d3-b88b-4430-b4b5-f8520543fb1a', 'name': '', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'mac_address': 'fa:16:3e:37:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:31Z', 'updated_at': '2021-01-22T15:17:35Z', 'revision_number': 4, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'subnets': [{'id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd126750a-f258-4f76-8d2e-9f15d36265ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:36.841218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7396d9-233d-4009-98ed-8d41e80cceea None None] The sync data for ids ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'] in dv-cinder-763774-2-iscsi is: [{'id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'name': 'router1', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:17:21Z', 'updated_at': '2021-01-22T15:17:32Z', 'revision_number': 2, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'gw_port_host': None, '_interfaces': [{'id': 'feec43d3-b88b-4430-b4b5-f8520543fb1a', 'name': '', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'mac_address': 'fa:16:3e:37:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:31Z', 'updated_at': '2021-01-22T15:17:35Z', 'revision_number': 4, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'subnets': [{'id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd126750a-f258-4f76-8d2e-9f15d36265ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:17:36.895653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a856ef2-146a-4417-8ac5-97ec52092c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:36.896268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5a856ef2-146a-4417-8ac5-97ec52092c84 admin admin] Synchronizing usage tracker for tenant:93fa2649c839400f99e033f3f8d7cea2 on resource:network {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:17:36.952751 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5a856ef2-146a-4417-8ac5-97ec52092c84 admin admin] Unset dirty status for tenant:93fa2649c839400f99e033f3f8d7cea2 on resource:network {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:17:36.954021 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5a856ef2-146a-4417-8ac5-97ec52092c84 admin admin] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 842 time: 0.2496436
Jan 22 15:17:36.964561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:17:36.970124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:36.974119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Usage tracker for resource:subnet and tenant:93fa2649c839400f99e033f3f8d7cea2 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:36.977126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:36.983912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:37.021238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Made reservation on behalf of 93fa2649c839400f99e033f3f8d7cea2 for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:17:37.025912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:37.256679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:17:37.738031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80249) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:17:37.738603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:37.754952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:37.895830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=343c06a3-dc79-4b76-9e76-084d032abc98,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:37.900897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:37.956567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:17:37.956966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Network hostable DHCP agents. Network: 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:17:38.027144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:17:38.078173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:17:38.082495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:38.083196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:38.087773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41546f4b-60fd-4b87-835e-830505e3fe4d None None] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:17:38.153649 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1923821
Jan 22 15:17:38.325711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9f741-6042-4a9f-afb5-ba7f520db505 None None] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:17:39.482281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device feec43d3-b88b-4430-b4b5-f8520543fb1a up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:17:39.741264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port feec43d3-b88b-4430-b4b5-f8520543fb1a completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:17:39.746713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port feec43d3-b88b-4430-b4b5-f8520543fb1a triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:39.747127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:39.872647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:39.910443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port feec43d3-b88b-4430-b4b5-f8520543fb1a, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=feec43d3-b88b-4430-b4b5-f8520543fb1a,segment=NetworkSegment(15a0ff31-dc8b-4b3a-8c4d-c648911f4460),segment_id=15a0ff31-dc8b-4b3a-8c4d-c648911f4460)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:17:39.947114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:39.950840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:40.021508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=feec43d3-b88b-4430-b4b5-f8520543fb1a,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:40.024985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:40.768087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37340) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:41.009218 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2f8a5f5e-4162-48d1-91d3-bcf58c126548 admin admin] 10.222.0.54 "GET /v2.0/routers/eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 HTTP/1.1" status: 200  len: 710 time: 0.2398059
Jan 22 15:17:41.152155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33c9ad-9dcd-4e38-bd64-b575f02534d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:41.154170 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-bb33c9ad-9dcd-4e38-bd64-b575f02534d5 admin admin] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 886 time: 0.1389537
Jan 22 15:17:41.163993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:17:41.460258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device feec43d3-b88b-4430-b4b5-f8520543fb1a up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:17:41.527021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port feec43d3-b88b-4430-b4b5-f8520543fb1a triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:41.527434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:41.642404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:42.220169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:42.282735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:42.295718 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:42.310941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:17:42.315056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:17:42.318164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:17:42.323995 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:17:42.704668 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:42.729979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:42.747373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:42.839520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5053c-b00c-4964-92bf-6aa14d1f6f52,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:42.842976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:43.016375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Allocated IP 172.27.3.134 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/faf1830f-c618-4ef3-8f95-d543be449544) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:17:43.173622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:43.244609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:43.260676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:43.394659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Pushing event updated for resources: {'Port': ['ID=faf1830f-c618-4ef3-8f95-d543be449544,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:43.399224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:43.453155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:17:43.454484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:17:43.456857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:17:43.972177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:44.326597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:44.330156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3817065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850958752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850958713'] for router, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:44.518646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:17:44.889456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:17:44.899388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Sync routers for ids ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:17:44.905301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:44.906597 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] 10.222.0.54 "PUT /v2.0/routers/eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 HTTP/1.1" status: 200  len: 890 time: 3.7461107
Jan 22 15:17:44.909037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Routers {'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:17:44.909705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4e0c128>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:17:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:45.115580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Set router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:17:45.481416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4e0c128>, [{'id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'name': 'router1', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faf1830f-c618-4ef3-8f95-d543be449544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:17:21Z', 'updated_at': '2021-01-22T15:17:43Z', 'revision_number': 4, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'gw_port': {'id': 'faf1830f-c618-4ef3-8f95-d543be449544', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:42Z', 'updated_at': '2021-01-22T15:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'feec43d3-b88b-4430-b4b5-f8520543fb1a', 'name': '', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'mac_address': 'fa:16:3e:37:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:31Z', 'updated_at': '2021-01-22T15:17:39Z', 'revision_number': 5, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'subnets': [{'id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd126750a-f258-4f76-8d2e-9f15d36265ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:45.486509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Checking router: eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:17:45.487198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Updating router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 port faf1830f-c618-4ef3-8f95-d543be449544 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:17:45.542395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:45.944827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:46.009598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Transition to ACTIVE for port object faf1830f-c618-4ef3-8f95-d543be449544 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:17:46.055276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:46.069840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e6956dda-5e1f-4eb4-93f9-ed08f9055be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:46.201022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebc90e-9d1c-4ca7-8ef2-e30f86759357 None None] Pushing event updated for resources: {'Port': ['ID=faf1830f-c618-4ef3-8f95-d543be449544,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:46.205387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-83ebc90e-9d1c-4ca7-8ef2-e30f86759357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:46.268778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Attempting to bind port faf1830f-c618-4ef3-8f95-d543be449544 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:17:46.269184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Attempting to bind port faf1830f-c618-4ef3-8f95-d543be449544 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:17:46.269625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Attempting to bind port faf1830f-c618-4ef3-8f95-d543be449544 on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:17:46.275116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:17:46.275523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:17:46.275955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:46.276377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:17:46.276873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Bound port: faf1830f-c618-4ef3-8f95-d543be449544, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:17:46.277851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:46.356261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] For port faf1830f-c618-4ef3-8f95-d543be449544, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:17:46.359465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] For port faf1830f-c618-4ef3-8f95-d543be449544, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=faf1830f-c618-4ef3-8f95-d543be449544,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:17:46.415127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:46.431386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:46.580347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebc90e-9d1c-4ca7-8ef2-e30f86759357 None None] Pushing event updated for resources: {'Port': ['ID=faf1830f-c618-4ef3-8f95-d543be449544,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:46.585619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-83ebc90e-9d1c-4ca7-8ef2-e30f86759357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:46.623710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Routers {'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:17:46.624366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4e0c128>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:17:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:46.815524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] Set router eb0a61f7-c458-48e9-a34c-72a74ce7b0d4 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:17:47.312776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4e0c128>, [{'id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'name': 'router1', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faf1830f-c618-4ef3-8f95-d543be449544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:17:21Z', 'updated_at': '2021-01-22T15:17:43Z', 'revision_number': 4, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'gw_port': {'id': 'faf1830f-c618-4ef3-8f95-d543be449544', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:42Z', 'updated_at': '2021-01-22T15:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'feec43d3-b88b-4430-b4b5-f8520543fb1a', 'name': '', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'mac_address': 'fa:16:3e:37:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:31Z', 'updated_at': '2021-01-22T15:17:39Z', 'revision_number': 5, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'subnets': [{'id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd126750a-f258-4f76-8d2e-9f15d36265ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:17:47.316860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36484c37-f8f1-4ba2-8cd6-a1e9acf193a0 None None] The sync data for ids ['eb0a61f7-c458-48e9-a34c-72a74ce7b0d4'] in dv-cinder-763774-2-iscsi is: [{'id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'name': 'router1', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faf1830f-c618-4ef3-8f95-d543be449544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:17:21Z', 'updated_at': '2021-01-22T15:17:43Z', 'revision_number': 4, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'gw_port': {'id': 'faf1830f-c618-4ef3-8f95-d543be449544', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:42Z', 'updated_at': '2021-01-22T15:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'feec43d3-b88b-4430-b4b5-f8520543fb1a', 'name': '', 'network_id': 'f36e35aa-35bd-4e8a-9c4b-a3c911587d62', 'tenant_id': '71ab3db1f37d496d895d08610d8e3db5', 'mac_address': 'fa:16:3e:37:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0a61f7-c458-48e9-a34c-72a74ce7b0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:17:31Z', 'updated_at': '2021-01-22T15:17:39Z', 'revision_number': 5, 'project_id': '71ab3db1f37d496d895d08610d8e3db5', 'subnets': [{'id': '17aa72a7-35a5-4fb0-93a8-a5bcc97a1149', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd126750a-f258-4f76-8d2e-9f15d36265ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:17:47.529868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device faf1830f-c618-4ef3-8f95-d543be449544 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:17:47.601270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37350) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:17:47.638624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port faf1830f-c618-4ef3-8f95-d543be449544 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:17:47.644057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port faf1830f-c618-4ef3-8f95-d543be449544 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:47.644474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:47.773522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:47.792957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port faf1830f-c618-4ef3-8f95-d543be449544, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=faf1830f-c618-4ef3-8f95-d543be449544,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:17:47.793831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2452252-59c7-450e-948c-9d006e142722 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:17:47.795627 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e2452252-59c7-450e-948c-9d006e142722 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1933773
Jan 22 15:17:47.843855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:47.846527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:17:47.921838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=faf1830f-c618-4ef3-8f95-d543be449544,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:17:47.925184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:17:49.462735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device faf1830f-c618-4ef3-8f95-d543be449544 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:17:49.538579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port faf1830f-c618-4ef3-8f95-d543be449544 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:17:49.539016 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:51.576664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b3f6166f-d431-41b9-94ba-852195db80e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:53.889210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd865-5ad1-4cb2-89be-e6859790356b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:54.627734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:55.598329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:17:55.872437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:14.256529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:18:21.545662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-22758b0a-0a1a-45e8-ac9b-f1d2b403d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:23.871262 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6684d55-4f44-4670-8b74-fb83d848024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:24.619962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:25.551226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:25.848089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:51.255581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:18:51.561863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9fc2344a-acea-433f-83fd-5a25c67bc792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:53.875892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-44689e15-822b-4a87-bb5d-d09a5fa7eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:54.619555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:55.557210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:18:55.835468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:21.583412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-82991069-f5cd-41df-9af4-202ec6525840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:23.886181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c35487cc-e317-4e82-a6ba-5780da19f7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:24.629482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:25.548948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:25.835323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:28.254942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:19:51.554230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-faba5be2-5a55-4fd4-9d48-6d938ad69710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:53.879515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-748f4b3c-28dd-41be-94ac-e45560a02c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:54.622417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:55.536481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:19:55.839508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:05.253881 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:20:06.380660 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37926) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:06.490393 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabbef76-fe54-4e2f-8758-2460be95c1b7 admin admin] GET failed (client error): The resource could not be found.
Jan 22 15:20:06.491815 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-fabbef76-fe54-4e2f-8758-2460be95c1b7 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1100545
Jan 22 15:20:06.807496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c708b8-cce4-4f7e-96d3-99bac8ed6dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:06.809062 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d3c708b8-cce4-4f7e-96d3-99bac8ed6dd7 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.3123870
Jan 22 15:20:09.258796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37936) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:09.404890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33ff74-b2e4-487e-8304-45c9825c7bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:09.406257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-aa33ff74-b2e4-487e-8304-45c9825c7bb7 admin admin] 10.222.0.54 "GET /v2.0/subnets/17aa72a7-35a5-4fb0-93a8-a5bcc97a1149 HTTP/1.1" status: 200  len: 849 time: 0.1464477
Jan 22 15:20:09.417093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:20:09.543633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:09.873425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770833154112'] for subnet, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:09.889270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:20:10.031954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17aa72a7-35a5-4fb0-93a8-a5bcc97a1149,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:20:10.051550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.051932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.052305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.052666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.053025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.053388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.053744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.054727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.055093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.055448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.055799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.056149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Tracked resource versions report:
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'}}
Jan 22 15:20:10.057288 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:20:10.105368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:20:10.110593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:10.111549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:10.112931 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] 10.222.0.54 "PUT /v2.0/subnets/17aa72a7-35a5-4fb0-93a8-a5bcc97a1149 HTTP/1.1" status: 200  len: 868 time: 0.7005010
Jan 22 15:20:10.129934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d2c4f-5b84-482f-ba60-d7a6f91816a6 None None] Network f36e35aa-35bd-4e8a-9c4b-a3c911587d62 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:20:10.651079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7c7cfa81-67a2-430b-9a0e-d0456c9550a9 None None] Provisioning complete for port feec43d3-b88b-4430-b4b5-f8520543fb1a triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:20:10.651650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfa81-67a2-430b-9a0e-d0456c9550a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:10.786236 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7c7cfa81-67a2-430b-9a0e-d0456c9550a9 None None] Provisioning complete for port 9fa7133b-5505-4047-9467-6c7ad59526a6 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:20:10.786688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfa81-67a2-430b-9a0e-d0456c9550a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:12.588222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37950) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:12.804544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f80fb-9f84-4cda-8744-982c4b4e84ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:12.804895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f80fb-9f84-4cda-8744-982c4b4e84ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:12.806594 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c36f80fb-9f84-4cda-8744-982c4b4e84ae admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2172379
Jan 22 15:20:15.253975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37960) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:15.470125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd555e3e-9ab0-400a-a5c6-2e4a07bb96dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:15.470549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd555e3e-9ab0-400a-a5c6-2e4a07bb96dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:15.472225 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-bd555e3e-9ab0-400a-a5c6-2e4a07bb96dc admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2171993
Jan 22 15:20:17.944594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37970) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:18.154888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffdd370-1e34-4be9-978b-4184936f2296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:18.156299 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8ffdd370-1e34-4be9-978b-4184936f2296 admin admin] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 886 time: 0.2106752
Jan 22 15:20:20.608442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 37980) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:20.824734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e012a-c2f5-440f-9890-daf20539022a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:20.826142 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e40e012a-c2f5-440f-9890-daf20539022a admin admin] 10.222.0.54 "GET /v2.0/networks/f36e35aa-35bd-4e8a-9c4b-a3c911587d62 HTTP/1.1" status: 200  len: 862 time: 0.2166746
Jan 22 15:20:21.547767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6ee6653b-dd7d-492b-9682-ddc88f336e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:23.295190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 37990) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:23.440420 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d537553-e6f0-4ab1-8537-878954f2e77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:23.440840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d537553-e6f0-4ab1-8537-878954f2e77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:23.441658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6d537553-e6f0-4ab1-8537-878954f2e77a admin admin] Synchronizing usage tracker for tenant:93fa2649c839400f99e033f3f8d7cea2 on resource:subnet {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:20:23.507753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6d537553-e6f0-4ab1-8537-878954f2e77a admin admin] Unset dirty status for tenant:93fa2649c839400f99e033f3f8d7cea2 on resource:subnet {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:20:23.526601 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6d537553-e6f0-4ab1-8537-878954f2e77a admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2125912
Jan 22 15:20:23.878720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-091559ee-1aff-4314-83b5-e2b7063cc897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:24.621815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:25.542274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:25.850211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:25.990177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38000) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:26.137041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347df2a-35fc-4c55-bbfe-d23ed1073c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:26.137457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347df2a-35fc-4c55-bbfe-d23ed1073c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:26.139114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f347df2a-35fc-4c55-bbfe-d23ed1073c69 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1472356
Jan 22 15:20:28.607151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38010) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:28.753813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009edf1d-f11a-44d2-acd4-7d03fb7749bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:28.755317 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-009edf1d-f11a-44d2-acd4-7d03fb7749bb admin admin] 10.222.0.54 "GET /v2.0/subnets/17aa72a7-35a5-4fb0-93a8-a5bcc97a1149 HTTP/1.1" status: 200  len: 868 time: 0.1471441
Jan 22 15:20:31.191856 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38020) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:31.331421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ac632-3202-4e2e-995b-1cac109f62a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:20:31.332884 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b65ac632-3202-4e2e-995b-1cac109f62a1 admin admin] 10.222.0.54 "GET /v2.0/subnets/343c06a3-dc79-4b76-9e76-084d032abc98 HTTP/1.1" status: 200  len: 816 time: 0.1399829
Jan 22 15:20:42.253717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:20:51.553089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba1f7-d828-4273-b865-8e026fb39d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:53.889542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b9965b2d-53af-4d97-8877-b6eeb6f34010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:54.626647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:55.535287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:55.855548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:20:57.256324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38060) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:20:57.335699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [None req-d06e5da9-ecef-4986-90d9-18ecc4477d3e admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:20:57.336678 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d06e5da9-ecef-4986-90d9-18ecc4477d3e admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0792868
Jan 22 15:20:59.897399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38070) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:21:00.002633 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.pecan_wsgi.hooks.translation [None req-012d7003-2da5-4b4a-a218-1669d4a4fd27 admin admin] GET failed (client error): The resource could not be found.
Jan 22 15:21:00.004002 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-012d7003-2da5-4b4a-a218-1669d4a4fd27 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1056037
Jan 22 15:21:00.142519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b173e91-9c07-4d71-b47c-42f6dcfebad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:21:00.144101 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3b173e91-9c07-4d71-b47c-42f6dcfebad5 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1357098
Jan 22 15:21:02.626575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38080) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:21:02.705250 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:21:02.711898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:21:02.721683 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:21:02.763733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Made reservation on behalf of 93fa2649c839400f99e033f3f8d7cea2 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:21:02.768444 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:02.869909 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.services.revisions.revision_plugin [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa1e4632da0] {project_id='93fa2649c839400f99e033f3f8d7cea2', id='86f44700-ec0c-4693-8184-d64705d08e6f', target_tenant='*', action='access_as_shared', object_id='e41423c5-b111-4b51-8466-ae05d437d7e8'}> to bump revision.
Jan 22 15:21:02.953064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:21:02.964315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:02.964700 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Added segment 9b729b18-5c23-4406-b93a-3f9f50a40a3c of type vxlan for network e41423c5-b111-4b51-8466-ae05d437d7e8
Jan 22 15:21:02.991703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:03.049825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:03.051193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:21:03.051841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:03.059279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:21:03.165996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Pushing event updated for resources: {'Network': ['ID=e41423c5-b111-4b51-8466-ae05d437d7e8,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:21:03.173332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.175091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.175091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.175091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.175091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.175490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.175490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.175845 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.176209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.176572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.176933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.177297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:03.181292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:21:03.189532 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network e41423c5-b111-4b51-8466-ae05d437d7e8 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:21:03.193275 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0262abe2-7eea-49fd-a700-5661c536a562 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5654943
Jan 22 15:21:05.679188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38090) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:21:05.782764 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58d47a1-ef0d-4cd1-a201-3451a62a1407 admin admin] GET failed (client error): The resource could not be found.
Jan 22 15:21:05.784068 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b58d47a1-ef0d-4cd1-a201-3451a62a1407 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1038599
Jan 22 15:21:05.900153 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6365924f-427e-476b-8704-30d30af9396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:21:05.901855 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6365924f-427e-476b-8704-30d30af9396f admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1128886
Jan 22 15:21:05.912758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:21:05.918523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:21:05.929242 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:21:05.969287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Made reservation on behalf of 93fa2649c839400f99e033f3f8d7cea2 for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:21:05.973842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:06.453797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:06.468658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:21:06.743237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11676213-2ec4-486f-bb52-9e0568929d0e,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:21:06.748301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:21:06.816173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Checking segment: {'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:21:06.816571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Network hostable DHCP agents. Network: e41423c5-b111-4b51-8466-ae05d437d7e8, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:21:06.873218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Network e41423c5-b111-4b51-8466-ae05d437d7e8 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:21:06.906546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, e41423c5-b111-4b51-8466-ae05d437d7e8) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:21:06.910650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:21:06.911288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:06.916559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4b936-bba6-4359-adc2-9ee989c0e2de None None] Network e41423c5-b111-4b51-8466-ae05d437d7e8 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:21:06.964789 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0560155
Jan 22 15:21:07.154706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-e41423c5-b111-4b51-8466-ae05d437d7e8', 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8', 'tenant_id': '93fa2649c839400f99e033f3f8d7cea2', 'fixed_ips': [{'subnet_id': '11676213-2ec4-486f-bb52-9e0568929d0e'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:21:07.155642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:07.454144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Allocated IP 192.168.233.2 (e41423c5-b111-4b51-8466-ae05d437d7e8/11676213-2ec4-486f-bb52-9e0568929d0e/2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:21:07.723194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:07.787306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Transition to ACTIVE for port object 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:21:07.805572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Transition to ACTIVE for port object 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:21:07.826895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:07.843130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:21:07.979413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Pushing event updated for resources: {'Port': ['ID=2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:21:07.991238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.991629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.992005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.992376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.992749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.993116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.993484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.993862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.994233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.994872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.994993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:07.995288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:21:08.001340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:21:08.209999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Network e41423c5-b111-4b51-8466-ae05d437d7e8 is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:21:08.211331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:21:08.213784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:21:08.273168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Attempting to bind port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:21:08.273559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Attempting to bind port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:21:08.273964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Attempting to bind port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 on network e41423c5-b111-4b51-8466-ae05d437d7e8 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:21:08.279800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:21:08.280222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Checking segment: {'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:21:08.280673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:08.281105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Bound using segment: {'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:21:08.281615 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Bound port: 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:21:08.282046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:08.379982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] For port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:21:08.383586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] For port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8,segment=NetworkSegment(9b729b18-5c23-4406-b93a-3f9f50a40a3c),segment_id=9b729b18-5c23-4406-b93a-3f9f50a40a3c)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:21:08.439041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:08.455318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:21:08.598729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Pushing event updated for resources: {'Port': ['ID=2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:21:08.611763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:21:09.584668 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:21:09.701235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:21:09.858420 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f481d4a9-1db8-414e-9b77-3c0f59a4e235 None None] Network e41423c5-b111-4b51-8466-ae05d437d7e8 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:21:09.977297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Provisioning for port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:21:09.994753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Provisioning complete for port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:21:09.995180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:10.221116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:10.264291 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] For port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8,segment=NetworkSegment(9b729b18-5c23-4406-b93a-3f9f50a40a3c),segment_id=9b729b18-5c23-4406-b93a-3f9f50a40a3c)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:21:10.306769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:10.310946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-83ebc90e-9d1c-4ca7-8ef2-e30f86759357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:21:10.391944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Pushing event updated for resources: {'Port': ['ID=2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:21:10.395342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:21:10.434474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-6a32164f-a794-4464-a69d-9b358c2af33d None None] Provisioning complete for port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:21:10.434966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6a32164f-a794-4464-a69d-9b358c2af33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:10.693644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-cb9fae05-6894-4213-9ed4-15890a9d4daa None None] Provisioning complete for port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:21:10.694134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb9fae05-6894-4213-9ed4-15890a9d4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:10.942191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-40c04d49-1bf0-4075-ac11-55c0036c3111 None None] Provisioning complete for port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:21:10.942636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40c04d49-1bf0-4075-ac11-55c0036c3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:11.562646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:21:11.639584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 2d54371c-0b7e-4c29-a31f-ce2fabe5ffb8 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:21:11.640010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:19.253206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:21:21.546434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d2363748-6572-4ef3-bbbf-904d9c61277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:23.883857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e7dd51d8-ee94-4649-89d7-c1dc01491d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:24.637893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:25.557714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:25.878086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:51.551771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-906f16fa-7180-4c37-90f6-cc3e2af8526a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:53.893806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6519a9f9-91b2-4bac-af2d-53c0247f67d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:54.648497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:55.556771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:55.865336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:21:56.253656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:22:21.573720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-121d9015-85ca-4dbd-acdf-ffe94e3c325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:23.307581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38132) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:22:23.314303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [None req-dc3b9099-e09e-4a48-b3ab-d4079118cbf3 tempest-verify_tempest_config-1008576757 tempest-verify_tempest_config-1008576757] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:22:23.315505 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-dc3b9099-e09e-4a48-b3ab-d4079118cbf3 tempest-verify_tempest_config-1008576757 tempest-verify_tempest_config-1008576757] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0068977
Jan 22 15:22:23.796089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38152) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:22:23.887413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0579b66a-0654-4cbc-9634-1fb0dd30dbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:23.950967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:23.966495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:22:23.970534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Usage tracker for resource:security_group_rule and tenant:4a32860945c5446e96ca48375d3eeda6 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:22:23.974538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:22:23.980324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:22:24.315921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:24.356072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:24.365965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:22:24.409214 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a32860945c5446e96ca48375d3eeda6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6119888
Jan 22 15:22:24.410911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8f25df-a10b-4eba-bb61-63abfe7cb631,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:22:24.412098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38158) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:22:24.418500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.418920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.419299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.419672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.420043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.420432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.420801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.421165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.421560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.421906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.422268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.422645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.427833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:22:24.474855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:24.501546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:24.595167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:24.600824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:22:24.615384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8f25df-a10b-4eba-bb61-63abfe7cb631,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:22:24.622915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:24.624122 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e8f25df-a10b-4eba-bb61-63abfe7cb631 HTTP/1.1" status: 204  len: 168 time: 0.2109845
Jan 22 15:22:24.625639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.626075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.626461 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.626854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.627221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.627601 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.627963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.628550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.628741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.629324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.629504 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.630360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:22:24.633782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:22:24.658729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:25.544493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:25.859267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:33.252784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:22:51.549325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-abe2eae6-628e-4265-9c1d-c51f8e52b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:53.891270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-727b8824-8037-4843-9536-3c2d6a287ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:54.652555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:55.544003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:22:55.887032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:10.251590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:23:21.543280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-693c6adf-207d-4af1-96b0-1ddbd68b7d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:23.902610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c05d6def-9e90-4acf-b8f7-3a426ef3401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:24.640279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:25.531713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:25.886178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:47.251057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 5 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:23:51.565712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2dad8cfe-55c4-4360-94f9-0bf243e5f5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:53.891322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-16be3e9e-a4ed-46b8-92da-16f3c2012f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:54.645219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:55.542799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:23:55.878743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:11.731678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298'] for agent, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:11.732230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.732509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.732883 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.733287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.733665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.734039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.734411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.734834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.735203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.735570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.735938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.736554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:24:11.736945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d0aeb8>, 'Open vSwitch agent', 'hv-cinder-76377', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:24:11.741065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa1e59734a8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76377', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:24:12.086083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] get_endpoint_by_host() called for host hv-cinder-76377 {{(pid=80250) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 22 15:24:12.091010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] get_endpoint_by_ip() called for ip 192.168.0.70 {{(pid=80250) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 22 15:24:12.094065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] _add_endpoint() called for ip 192.168.0.70 {{(pid=80250) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 22 15:24:12.137329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] _get_endpoints() called {{(pid=80250) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 22 15:24:21.599223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-35b09b58-d6a1-4c04-a348-680b8cda4dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:23.068746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38230) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:24:23.216961 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-52ebc285-bfc2-489b-8964-b8b076910de7 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1468692
Jan 22 15:24:23.901917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d6620b40-94c7-4fc1-8e42-f15a1696ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:24.251497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:24:24.656355 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:25.610543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:25.727699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38240) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:24:25.816154 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-aae7c22e-0c4a-403c-b39a-b24ce62243a8 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0872993
Jan 22 15:24:25.879531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:41.723180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:51.574237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41bd2ce0-6473-4775-a2c9-f0be5258496d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:53.905310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f55-bfec-4c72-bfce-5fac2bdba51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:54.665573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:55.556846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:24:55.888249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:01.252170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:25:11.717755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:21.569783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1c40ca5b-6ab8-4a4f-9457-524fbdaa8c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:23.925571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fd35c10e-0dd9-4b72-8ef3-32747df403bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:24.670792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:25.563524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:25.895360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:38.253090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:25:41.711708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:51.567287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c476d025-e1c5-4e75-b138-b70dadcee7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:53.894329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0b5c-b22d-47d1-9f06-bea840ddef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:54.657763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:55.539782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:25:55.903972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:05.017120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38434) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:05.623913 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-network', 'tenant_id': '20b125f053f2491db6feff181b5d3007'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:05.629437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:05.633865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Usage tracker for resource:network and tenant:20b125f053f2491db6feff181b5d3007 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:05.637451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:05.644270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:05.682995 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Made reservation on behalf of 20b125f053f2491db6feff181b5d3007 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:05.687763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:05.701014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:05.715808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38460) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:05.717179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:05.721233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Usage tracker for resource:security_group_rule and tenant:20b125f053f2491db6feff181b5d3007 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:05.724803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:05.731271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:05.883372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:05.945360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:05.950908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:05.983082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562ee776-d2f8-4cc7-8e17-24e7334d8b39,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:05.994382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.995002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.995530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.996126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.996662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.997178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.997706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.998218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.998788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.999314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:05.999823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.000336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.000902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.001409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.001926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.002438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.002961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.006412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.006412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.006412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.006412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.006412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.006412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.006412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Tracked resource versions report:
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'},
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@hv-cinder-76377: {   'AddressGroup': '1.1',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'ConntrackHelper': '1.0',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Log': '1.0',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Network': '1.1',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Port': '1.6',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'PortForwarding': '1.2',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'QosPolicy': '1.8',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroup': '1.4',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroupRule': '1.2',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SubPort': '1.0',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Subnet': '1.1',
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Trunk': '1.1'}}
Jan 22 15:26:06.008395 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:26:06.018465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:06.035545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:26:06.056110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.056743 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Added segment f3ba2aac-3176-49e9-99f5-0c2fd8a4e199 of type vxlan for network e081f584-ca1c-485e-bc53-d70c312e9a61
Jan 22 15:26:06.088760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.185460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.186839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:06.187478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.192812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-93efe633-5dae-48b6-b5cd-0d5c8b669c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:06.304029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1258895675-network', 'tenant_id': '01990de713be416a9cb56b35eda4042b'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:06.307942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Pushing event updated for resources: {'Network': ['ID=e081f584-ca1c-485e-bc53-d70c312e9a61,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:06.311245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:06.317120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:06.321506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network e081f584-ca1c-485e-bc53-d70c312e9a61 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:06.326144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Usage tracker for resource:network and tenant:01990de713be416a9cb56b35eda4042b is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:06.331360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:06.339727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:06.352118 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3336565
Jan 22 15:26:06.355928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38484) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:06.362771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Request body: {'subnet': {'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-subnet', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:06.368682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:06.373594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Usage tracker for resource:subnet and tenant:20b125f053f2491db6feff181b5d3007 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:06.377854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:06.384843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:06.431541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Made reservation on behalf of 01990de713be416a9cb56b35eda4042b for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:06.437007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.452551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.460266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Made reservation on behalf of 20b125f053f2491db6feff181b5d3007 for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:06.468320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.489936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:06.499346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Usage tracker for resource:security_group_rule and tenant:01990de713be416a9cb56b35eda4042b is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:06.510199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:06.527853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:06.579009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network e081f584-ca1c-485e-bc53-d70c312e9a61 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:06.752938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.814039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.823742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-84fad509-8a77-44b3-ab06-2641b13fff9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:06.855073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5ff62c-d2e7-4717-b680-d9088d1accfd,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:06.864323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.864791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.865381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.865824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.866263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.866749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.867330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.867752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.868868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.869290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.869653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.870013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.870432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.870815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.871172 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.871528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.871884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.872242 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.872597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.872952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.873310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.873613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.874112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.874694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Tracked resource versions report:
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'},
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@hv-cinder-76377: {   'AddressGroup': '1.1',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'ConntrackHelper': '1.0',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Log': '1.0',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Network': '1.1',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Port': '1.6',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'PortForwarding': '1.2',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'QosPolicy': '1.8',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroup': '1.4',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroupRule': '1.2',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SubPort': '1.0',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Subnet': '1.1',
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Trunk': '1.1'}}
Jan 22 15:26:06.876018 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:26:06.880481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:06.890891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:26:06.903935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:06.904876 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Added segment ff99f73a-fcef-4d93-bbb1-68215b015c6f of type vxlan for network 2e1f4d07-225e-4f71-a181-aa15057e4de1
Jan 22 15:26:06.983744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:07.053798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:07.055165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:07.056389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:07.069350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:07.208561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1f4d07-225e-4f71-a181-aa15057e4de1,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:07.212490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:07.219986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:07.245563 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.5285354
Jan 22 15:26:07.246228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38500) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:07.253713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Request body: {'subnet': {'network_id': '2e1f4d07-225e-4f71-a181-aa15057e4de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1258895675-subnet', 'tenant_id': '01990de713be416a9cb56b35eda4042b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:07.259973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:07.264228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Usage tracker for resource:subnet and tenant:01990de713be416a9cb56b35eda4042b is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:07.266472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:07.267583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:07.268375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:07.278740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:07.295697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fa377e28-bd61-4b8e-90b1-5c60ad340109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:07.361297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Made reservation on behalf of 01990de713be416a9cb56b35eda4042b for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:07.369522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:07.458805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:07.464845 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:07.575035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Checking segment: {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:07.575398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Network hostable DHCP agents. Network: e081f584-ca1c-485e-bc53-d70c312e9a61, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:26:07.646278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Network e081f584-ca1c-485e-bc53-d70c312e9a61 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:26:07.756639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, e081f584-ca1c-485e-bc53-d70c312e9a61) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:07.766662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d8c89-b370-461f-b1e9-1e7211a3821c None None] Network e081f584-ca1c-485e-bc53-d70c312e9a61 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:07.774602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:07.775272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:07.867320 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5034478
Jan 22 15:26:07.871359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38514) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:07.895184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:07.916777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:07.934806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Usage tracker for resource:router and tenant:20b125f053f2491db6feff181b5d3007 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:07.947374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:07.959908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:08.014206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:08.016392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:08.050074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:08.337876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98256150-72f4-4382-a045-4ec64c4282ed None None] Network e081f584-ca1c-485e-bc53-d70c312e9a61 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:08.374182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:08.407033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:08.539521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:08.552693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a5a7cf-f1d3-4cdc-811e-23718d1e953f,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:08.556430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:08.659283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Checking segment: {'id': 'ff99f73a-fcef-4d93-bbb1-68215b015c6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e1f4d07-225e-4f71-a181-aa15057e4de1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:08.661261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Network hostable DHCP agents. Network: 2e1f4d07-225e-4f71-a181-aa15057e4de1, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:26:08.728134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:26:08.762223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 2e1f4d07-225e-4f71-a181-aa15057e4de1) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:08.773212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:08.773876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:08.780456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f8564-c9ca-4deb-a03a-f56b9f6f9c65 None None] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:08.833508 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5861027
Jan 22 15:26:09.093973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:09.111557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3aa4ca-504b-48c9-b694-55c9a737976d None None] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:09.130429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:09.630168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Allocated IP 172.27.3.226 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/1d2bfa36-b5ce-4911-83e8-7ac0553504cd) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:26:09.821075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:09.883897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:09.904925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:10.089024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Pushing event updated for resources: {'Port': ['ID=1d2bfa36-b5ce-4911-83e8-7ac0553504cd,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:10.094624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:10.095366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38598) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:10.099012 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 22 15:26:10.152377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:26:10.153626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:10.156045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:26:10.302695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-08bb927b-58d5-4912-9adc-ebb0e7259c2c tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:10.303470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-08bb927b-58d5-4912-9adc-ebb0e7259c2c tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Synchronizing usage tracker for tenant:01990de713be416a9cb56b35eda4042b on resource:network {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:26:10.374121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-08bb927b-58d5-4912-9adc-ebb0e7259c2c tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Unset dirty status for tenant:01990de713be416a9cb56b35eda4042b on resource:network {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:26:10.375677 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-08bb927b-58d5-4912-9adc-ebb0e7259c2c tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/networks?id=2e1f4d07-225e-4f71-a181-aa15057e4de1 HTTP/1.1" status: 200  len: 812 time: 0.2787797
Jan 22 15:26:10.400346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-e9e1bbee-0136-4b82-a087-734931a280a4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/quotas/01990de713be416a9cb56b35eda4042b HTTP/1.1" status: 200  len: 375 time: 0.0144777
Jan 22 15:26:10.457910 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-525b2509-5277-48aa-96ea-e5b9b3e6d1d9 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?tenant_id=01990de713be416a9cb56b35eda4042b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0520587
Jan 22 15:26:10.691230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c0d0a42-75fb-4739-92a4-7559bb28ec42 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:26:10.692484 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c0d0a42-75fb-4739-92a4-7559bb28ec42 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0794275
Jan 22 15:26:10.718890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:10.865336 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-8131b615-642e-4490-b47f-0020c7329cc4 service neutron] 10.222.0.54 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656263
Jan 22 15:26:11.088838 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-15a39629-ce12-4302-8eb4-6c0cdfbe78f4 service neutron] 10.222.0.54 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2159882
Jan 22 15:26:11.212358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:11.419905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38654) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:11.488694 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e563c324-3240-4c63-9402-0e79e3329334 req-7e5b0f5c-33f5-43f7-8d29-27afb48da377 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.0665915
Jan 22 15:26:11.545135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Router ce397e15-b085-4bde-b1bf-c0454acb57e9 is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:26:11.754159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:26:11.764389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Sync routers for ids ['ce397e15-b085-4bde-b1bf-c0454acb57e9'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:26:11.777196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Routers {'ce397e15-b085-4bde-b1bf-c0454acb57e9'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:26:11.777830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d8a7b8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:25:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['ce397e15-b085-4bde-b1bf-c0454acb57e9'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:11.820647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:11.820903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.9511132
Jan 22 15:26:11.823843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38674) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:12.069949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Set router ce397e15-b085-4bde-b1bf-c0454acb57e9 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:26:12.476407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d8a7b8>, [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:26:10Z', 'revision_number': 3, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:12.481168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Checking router: ce397e15-b085-4bde-b1bf-c0454acb57e9 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:26:12.484496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Updating router ce397e15-b085-4bde-b1bf-c0454acb57e9 port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:26:12.554247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:12.632220 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0097bef6-673e-4f81-a0c2-7738b9cea026 req-8ab9ea8f-eeaf-4b10-b198-75deb8cc5802 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.0590129
Jan 22 15:26:12.954879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.102109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.138804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.256233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Transition to ACTIVE for port object 1d2bfa36-b5ce-4911-83e8-7ac0553504cd will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:26:13.317726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.359902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:13.366713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Allocated IP 172.20.0.1 (e081f584-ca1c-485e-bc53-d70c312e9a61/2e3261ce-5bde-41f7-8651-70ec0f9d9b9b/ef6ad627-dcd9-4cab-9891-a6c92a52bd90) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:26:13.665020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Pushing event updated for resources: {'Port': ['ID=1d2bfa36-b5ce-4911-83e8-7ac0553504cd,revision_number=2']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:13.676937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.677320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.677688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.678052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.678409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.678792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.679148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.679505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.679860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.680211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.681097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.682976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.683419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.683784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.684149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.684504 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.684908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.685234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.685586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.686017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.686290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.687027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.687027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.687310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Tracked resource versions report:
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'},
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@hv-cinder-76377: {   'AddressGroup': '1.1',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'ConntrackHelper': '1.0',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Log': '1.0',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Network': '1.1',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Port': '1.6',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'PortForwarding': '1.2',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'QosPolicy': '1.8',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroup': '1.4',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroupRule': '1.2',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SubPort': '1.0',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Subnet': '1.1',
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Trunk': '1.1'}}
Jan 22 15:26:13.688602 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:26:13.693888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:13.713617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.763317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Attempting to bind port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:26:13.763733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Attempting to bind port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:26:13.764568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Attempting to bind port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:26:13.770345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:26:13.771041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:13.771248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.771681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:26:13.772268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Bound port: 1d2bfa36-b5ce-4911-83e8-7ac0553504cd, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:26:13.772631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.776322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.799422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:13.888293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] For port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:26:13.892987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] For port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=1d2bfa36-b5ce-4911-83e8-7ac0553504cd,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:26:13.901350 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-749950b6-3946-4331-bfe7-021bcec0be5d req-b6a4a472-321e-48a4-b004-9280093252cd tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.0624559
Jan 22 15:26:13.952282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:13.956894 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:13.960229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:13.970170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:14.020985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Network e081f584-ca1c-485e-bc53-d70c312e9a61 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:26:14.022107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:14.025210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:26:14.025860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:14.142060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Pushing event updated for resources: {'Port': ['ID=1d2bfa36-b5ce-4911-83e8-7ac0553504cd,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:14.144673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:14.183500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Routers {'ce397e15-b085-4bde-b1bf-c0454acb57e9'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:26:14.184173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d8a7b8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:25:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['ce397e15-b085-4bde-b1bf-c0454acb57e9'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:14.271610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:14.406612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] Set router ce397e15-b085-4bde-b1bf-c0454acb57e9 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:26:14.755180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:14.791518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d8a7b8>, [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:26:14Z', 'revision_number': 4, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ef6ad627-dcd9-4cab-9891-a6c92a52bd90', 'name': '', 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'mac_address': 'fa:16:3e:f1:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:13Z', 'updated_at': '2021-01-22T15:26:13Z', 'revision_number': 1, 'project_id': '20b125f053f2491db6feff181b5d3007', 'subnets': [{'id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:14.792101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:14.793676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:14.799259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e4dba-9690-492e-80f4-600d69a0f36f None None] The sync data for ids ['ce397e15-b085-4bde-b1bf-c0454acb57e9'] in dv-cinder-763774-2-iscsi is: [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:26:14Z', 'revision_number': 4, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ef6ad627-dcd9-4cab-9891-a6c92a52bd90', 'name': '', 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'mac_address': 'fa:16:3e:f1:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:13Z', 'updated_at': '2021-01-22T15:26:13Z', 'revision_number': 1, 'project_id': '20b125f053f2491db6feff181b5d3007', 'subnets': [{'id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:26:14.893706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-20a0e298-9dab-4381-9f97-9d27e25bd120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:14.977129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:14.980519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:15.045530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Network e081f584-ca1c-485e-bc53-d70c312e9a61 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:26:15.046827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:15.253211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:26:15.300097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Router ce397e15-b085-4bde-b1bf-c0454acb57e9 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:26:15.302286 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5c095325-d452-4117-b2ff-f27321ea4811 req-a99cd807-b6f6-438a-b480-ef3037e430df tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.0639224
Jan 22 15:26:15.563326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:26:15.585244 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] 10.222.0.54 "PUT /v2.0/routers/ce397e15-b085-4bde-b1bf-c0454acb57e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7516894
Jan 22 15:26:15.995082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 38880) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:16.237188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:16.254185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:16.258612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Usage tracker for resource:security_group_rule and tenant:02e389c85c894478a8c16bfdf2416223 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:16.261747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:16.267815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:16.480124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-165aea09-33f4-491f-a2ac-f408078e3a58 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:16.481822 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-165aea09-33f4-491f-a2ac-f408078e3a58 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 819 time: 0.2086885
Jan 22 15:26:16.548020 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a79d7206-9635-4eaa-97f2-a06db2616666 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/quotas/20b125f053f2491db6feff181b5d3007 HTTP/1.1" status: 200  len: 375 time: 0.0592980
Jan 22 15:26:16.640985 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d94f3505-a13d-4be2-86bf-41dd7d8d22c3 req-3d42dadf-c716-40bf-be24-c51275b8a415 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.1498270
Jan 22 15:26:16.669541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:16.685584 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-d45572aa-986e-41b0-a68a-376e694f20ae tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1301904
Jan 22 15:26:16.769975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:16.787792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:16.850421 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02e389c85c894478a8c16bfdf2416223&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8541887
Jan 22 15:26:16.853857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38914) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:16.868597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2372a71-4865-44ac-b1c1-4ad26dc1c3b5,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:16.872989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:16.891098 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-72b9abfd-07e7-4350-9b06-dc2358bdc007 service neutron] 10.222.0.54 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977878
Jan 22 15:26:16.919663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:16.947807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:17.037555 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-9188d6ad-0a28-447a-89ea-7184ca6813f9 service neutron] 10.222.0.54 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396465
Jan 22 15:26:17.086498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:17.092531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:17.106768 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2372a71-4865-44ac-b1c1-4ad26dc1c3b5,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:17.109783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:17.110740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:17.115293 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2372a71-4865-44ac-b1c1-4ad26dc1c3b5 HTTP/1.1" status: 204  len: 168 time: 0.2601817
Jan 22 15:26:17.347760 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3dbc5acd-409c-4333-b43a-8cd15be16b45 req-85a7b4a5-c3de-4e35-bcfc-0e145c471c72 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 210 time: 0.0499597
Jan 22 15:26:17.750582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 38968) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:17.781617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1d2bfa36-b5ce-4911-83e8-7ac0553504cd up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:17.792933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:17.820099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:17.825887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Usage tracker for resource:security_group_rule and tenant:392aade4f8d14db283005189004bcee1 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:17.829520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:17.837784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:17.932466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:26:17.938214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:17.938707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:18.010652 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-82cf41d4-f5f3-474d-a6fc-8ace75103e47 req-14965cbb-d7ad-4dfe-830b-ac047f8334ae tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.1289670
Jan 22 15:26:18.048107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:18.091643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.62', 61266) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:18.130218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:18.199671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:18.210773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-f62d358c-11fb-4c43-bc89-587b9de91268 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:18.213175 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-f62d358c-11fb-4c43-bc89-587b9de91268 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 819 time: 0.4178860
Jan 22 15:26:18.241900 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-2c4e7a8f-aa25-4222-aa8b-650fe6ef3e48 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/quotas/20b125f053f2491db6feff181b5d3007 HTTP/1.1" status: 200  len: 375 time: 0.0215602
Jan 22 15:26:18.339965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=1d2bfa36-b5ce-4911-83e8-7ac0553504cd,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:26:18.378294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:18.382139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:18.482065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=1d2bfa36-b5ce-4911-83e8-7ac0553504cd,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:18.493056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.493449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.493830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.494399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.495192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.495192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.495490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.495857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.496239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.496607 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.496971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.497332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.497925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.498424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.498814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.499311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.499712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.500034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.500380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.500737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.501096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.501451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.501812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.502167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Tracked resource versions report:
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]: pushed versions:
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]: {   'AddressGroup': {'1.1'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'ConntrackHelper': {'1.0'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Log': {'1.0'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Network': {'1.1'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Port': {'1.6'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'PortForwarding': {'1.2'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'QosPolicy': {'1.8'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroup': {'1.4'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SecurityGroupRule': {'1.2'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'SubPort': {'1.0'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Subnet': {'1.1'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     'Trunk': {'1.1'}}
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]: consumer versions:
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]: {   DHCP agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     L3 agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metadata agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     Metering agent@dv-cinder-763774-2-iscsi: {},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@dv-cinder-763774-2-iscsi: {   'AddressGroup': '1.1',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'ConntrackHelper': '1.0',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Log': '1.0',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Network': '1.1',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Port': '1.6',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'PortForwarding': '1.2',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'QosPolicy': '1.8',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroup': '1.4',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SecurityGroupRule': '1.2',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'SubPort': '1.0',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Subnet': '1.1',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                                      'Trunk': '1.1'},
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:     Open vSwitch agent@hv-cinder-76377: {   'AddressGroup': '1.1',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'ConntrackHelper': '1.0',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Log': '1.0',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Network': '1.1',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Port': '1.6',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'PortForwarding': '1.2',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'QosPolicy': '1.8',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroup': '1.4',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SecurityGroupRule': '1.2',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'SubPort': '1.0',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Subnet': '1.1',
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:                                             'Trunk': '1.1'}}
Jan 22 15:26:18.503555 dv-cinder-763774-2-iscsi neutron-server[80137]:  {{(pid=80250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 15:26:18.513938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Sync routers for ids ['ce397e15-b085-4bde-b1bf-c0454acb57e9'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:26:18.519439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:18.525290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Routers {'ce397e15-b085-4bde-b1bf-c0454acb57e9'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:26:18.525985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e49d8278>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:25:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['ce397e15-b085-4bde-b1bf-c0454acb57e9'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:18.569196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6d4d865a-9ca8-4258-8f3a-27ba636babb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:18.609745 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-d58bf83d-e913-431e-8abf-121be98a31fc tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3668811
Jan 22 15:26:18.646317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Synchronizing usage tracker for tenant:93fa2649c839400f99e033f3f8d7cea2 on resource:security_group {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:26:18.708202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6675c2bf-2797-4a97-a7f4-d94fb3487d98,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:18.715755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:19.104439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-0fbc8bc8-459f-41bc-955f-25fd6c907eee tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:19.104439 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-0fbc8bc8-459f-41bc-955f-25fd6c907eee tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.62 "GET /v2.0/networks?id=2e1f4d07-225e-4f71-a181-aa15057e4de1 HTTP/1.1" status: 200  len: 812 time: 0.6768131
Jan 22 15:26:19.104439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Unset dirty status for tenant:93fa2649c839400f99e033f3f8d7cea2 on resource:security_group {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:26:19.104439 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=392aade4f8d14db283005189004bcee1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0202842
Jan 22 15:26:19.104439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39012) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:19.107056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Set router ce397e15-b085-4bde-b1bf-c0454acb57e9 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:26:19.108213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Request body: {'port': {'device_id': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'network_id': '2e1f4d07-225e-4f71-a181-aa15057e4de1', 'admin_state_up': True, 'tenant_id': '01990de713be416a9cb56b35eda4042b'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:19.108645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-60c9fa69-c187-4a72-9e03-64916e6b01c4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:26:19.108645 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-60c9fa69-c187-4a72-9e03-64916e6b01c4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1098802
Jan 22 15:26:19.111392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:19.111392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:19.112085 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-dda09073-668a-4faa-a67d-aa43b074f53e service neutron] 10.222.0.54 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700284
Jan 22 15:26:19.127070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:19.135972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Usage tracker for resource:port and tenant:01990de713be416a9cb56b35eda4042b is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:19.141438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Quota usage for port was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:19.159322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:19.300617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e49d8278>, [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:26:14Z', 'revision_number': 4, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ef6ad627-dcd9-4cab-9891-a6c92a52bd90', 'name': '', 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'mac_address': 'fa:16:3e:f1:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:13Z', 'updated_at': '2021-01-22T15:26:14Z', 'revision_number': 2, 'project_id': '20b125f053f2491db6feff181b5d3007', 'subnets': [{'id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:19.317281 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-573082c7-9fb1-4257-aefc-824c0c06727a req-1e2e83b1-5b6c-4d9e-9b3f-d59e222fc749 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.0578489
Jan 22 15:26:19.317854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Checking router: ce397e15-b085-4bde-b1bf-c0454acb57e9 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:26:19.317854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Updating router ce397e15-b085-4bde-b1bf-c0454acb57e9 port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:26:19.341534 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-ab240bc1-b4b7-4a64-aa3e-6acf5017f87d service neutron] 10.222.0.54 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2359805
Jan 22 15:26:19.363094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Made reservation on behalf of 01990de713be416a9cb56b35eda4042b for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:19.377555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:19.395482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:19.407022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:19.414849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:19.434481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6675c2bf-2797-4a97-a7f4-d94fb3487d98,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:19.448812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:19.452164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:19.453420 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6675c2bf-2797-4a97-a7f4-d94fb3487d98 HTTP/1.1" status: 204  len: 168 time: 0.6763802
Jan 22 15:26:19.960187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Allocated IP 172.20.0.3 (2e1f4d07-225e-4f71-a181-aa15057e4de1/55a5a7cf-f1d3-4cdc-811e-23718d1e953f/27aead37-b39c-4d41-acf6-aeed0aff1234) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:26:20.208321 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2f9889e3-a36f-478d-9fef-1b3a1c0da581 req-69a19efc-a8df-444e-bcbf-80d551a31efb tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.1628778
Jan 22 15:26:20.273233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1d2bfa36-b5ce-4911-83e8-7ac0553504cd up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:20.423927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39100) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:20.445647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:20.556587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:20.581484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-155f8387-b732-4188-8ef7-79c13c66516c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:20.806404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:20.875483 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:20.896566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Usage tracker for resource:security_group_rule and tenant:99e898bd348c40228fa0505bbe6e322f is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:20.910135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:20.934506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:21.029301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.050495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Pushing event updated for resources: {'Port': ['ID=27aead37-b39c-4d41-acf6-aeed0aff1234,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:21.072044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:21.081624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:21.083772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.208091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:26:21.211091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Transition to ACTIVE for port object ef6ad627-dcd9-4cab-9891-a6c92a52bd90 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:26:21.213013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:21.216951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:26:21.272842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:21.273641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.348508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e296d70-5ec0-4d37-84bb-93286617ba4c req-383e5f66-b13e-41c2-b4fb-1fd559fdf232 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:21.350347 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e296d70-5ec0-4d37-84bb-93286617ba4c req-383e5f66-b13e-41c2-b4fb-1fd559fdf232 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.1746814
Jan 22 15:26:21.414673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.419326 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5836673
Jan 22 15:26:21.432485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.447352 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6e296d70-5ec0-4d37-84bb-93286617ba4c req-ec8bd543-4f1c-4ace-bc50-4b6c5796e800 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Synchronizing usage tracker for tenant:01990de713be416a9cb56b35eda4042b on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:26:21.463663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.473874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:21.493220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:21.513842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6e296d70-5ec0-4d37-84bb-93286617ba4c req-ec8bd543-4f1c-4ace-bc50-4b6c5796e800 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Unset dirty status for tenant:01990de713be416a9cb56b35eda4042b on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:26:21.525541 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e296d70-5ec0-4d37-84bb-93286617ba4c req-ec8bd543-4f1c-4ace-bc50-4b6c5796e800 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658242
Jan 22 15:26:21.535682 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99e898bd348c40228fa0505bbe6e322f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1104157
Jan 22 15:26:21.541499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39128) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:21.545959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0c0eb4-9fff-4158-9047-f66681ace3a5,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:21.551761 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:21.581956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642c214-6984-4321-905c-cd3c1533c13b None None] Pushing event updated for resources: {'Port': ['ID=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:21.591923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7642c214-6984-4321-905c-cd3c1533c13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:21.636222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.703258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.760347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e74cb602-b383-427f-bd0d-67f75591e866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.833456 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-26958bec-dd35-4994-b4bd-3949724bf1b7 req-3ea561a0-6baa-4296-99d4-95566750c870 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0685892
Jan 22 15:26:21.847987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.855854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:21.860616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Attempting to bind port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:26:21.860616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Attempting to bind port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:26:21.860616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Attempting to bind port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 on network e081f584-ca1c-485e-bc53-d70c312e9a61 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:26:21.871337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:26:21.871537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Checking segment: {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:21.871964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.872368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Bound using segment: {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:26:21.872888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Bound port: ef6ad627-dcd9-4cab-9891-a6c92a52bd90, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:26:21.873322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.876265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0c0eb4-9fff-4158-9047-f66681ace3a5,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:21.883979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:21.884817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:21.886766 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba0c0eb4-9fff-4158-9047-f66681ace3a5 HTTP/1.1" status: 204  len: 168 time: 0.3427951
Jan 22 15:26:22.044678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] For port ef6ad627-dcd9-4cab-9891-a6c92a52bd90, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:26:22.057897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] For port ef6ad627-dcd9-4cab-9891-a6c92a52bd90, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:26:22.110333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:22.187462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7467bd96-7ffb-4841-bbc6-68137df51994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:22.337704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642c214-6984-4321-905c-cd3c1533c13b None None] Pushing event updated for resources: {'Port': ['ID=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:22.341593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7642c214-6984-4321-905c-cd3c1533c13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:22.373666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Routers {'ce397e15-b085-4bde-b1bf-c0454acb57e9'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:26:22.374587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e49d8278>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:25:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['ce397e15-b085-4bde-b1bf-c0454acb57e9'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:22.615868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] Set router ce397e15-b085-4bde-b1bf-c0454acb57e9 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:26:22.837603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ce48-2f8b-47ff-8d82-2b31ed779091 req-26fc833f-d7cf-44d8-8769-83ccf27f8669 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:22.840806 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2dd1ce48-2f8b-47ff-8d82-2b31ed779091 req-26fc833f-d7cf-44d8-8769-83ccf27f8669 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.1330354
Jan 22 15:26:22.908793 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2dd1ce48-2f8b-47ff-8d82-2b31ed779091 req-1185c816-e368-416d-b9c6-2cba085f9807 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613832
Jan 22 15:26:23.005049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e49d8278>, [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:26:14Z', 'revision_number': 4, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ef6ad627-dcd9-4cab-9891-a6c92a52bd90', 'name': '', 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'mac_address': 'fa:16:3e:f1:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:13Z', 'updated_at': '2021-01-22T15:26:22Z', 'revision_number': 4, 'project_id': '20b125f053f2491db6feff181b5d3007', 'subnets': [{'id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:23.010282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45df17-eb22-49ca-8872-e4fa4349e204 None None] The sync data for ids ['ce397e15-b085-4bde-b1bf-c0454acb57e9'] in dv-cinder-763774-2-iscsi is: [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:26:14Z', 'revision_number': 4, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ef6ad627-dcd9-4cab-9891-a6c92a52bd90', 'name': '', 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'mac_address': 'fa:16:3e:f1:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:13Z', 'updated_at': '2021-01-22T15:26:22Z', 'revision_number': 4, 'project_id': '20b125f053f2491db6feff181b5d3007', 'subnets': [{'id': '2e3261ce-5bde-41f7-8651-70ec0f9d9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:26:23.150974 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3fbfee86-fa6b-419a-bca6-54c7751ffafd req-d53e2e1b-f298-48cd-ba98-89bb5170b0ee tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0672579
Jan 22 15:26:23.806339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ef6ad627-dcd9-4cab-9891-a6c92a52bd90 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:24.061963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a30a67db-285c-4772-90a7-8641b483b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:24.111326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:26:24.117167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:24.122159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:24.316702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d344cc-e566-4b97-81c6-bd8a71518e2a req-b1cdae7c-7378-43d3-a279-e1b114919dd7 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:24.324735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-79d344cc-e566-4b97-81c6-bd8a71518e2a req-b1cdae7c-7378-43d3-a279-e1b114919dd7 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.2067132
Jan 22 15:26:24.330024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:24.432926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port ef6ad627-dcd9-4cab-9891-a6c92a52bd90, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:26:24.469729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:24.474446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:24.487151 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-79d344cc-e566-4b97-81c6-bd8a71518e2a req-9f7bdc91-e808-44f0-952c-a0c75dacdec4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587243
Jan 22 15:26:24.645474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:24.662134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:24.703353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:24.736189 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-20e2b65f-b483-4276-b193-92b179683d11 req-c91fe141-540c-45dc-b7f5-7dcbebe201a8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0724716
Jan 22 15:26:24.824591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39298) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:24.836657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39300) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:25.092509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.155801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:25.161054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Usage tracker for resource:security_group_rule and tenant:20198cfc30554465aef79f189c249be7 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:25.164921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:25.165702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.171227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:25.181251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:25.185343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Usage tracker for resource:security_group_rule and tenant:531cb55bfc4e47ce8c36124f27214c94 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:25.188336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:25.194207 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:25.458129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.467066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.534742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.549754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:25.577394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.578741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.585715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c5c41-fb63-44f6-a88f-d16cad4e5bd7,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:25.591426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:25.601049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7a9213bf-fdef-4d4a-8ea3-06f9329e7217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:25.613803 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20198cfc30554465aef79f189c249be7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7787676
Jan 22 15:26:25.616613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39322) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:25.680962 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=531cb55bfc4e47ce8c36124f27214c94&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8398964
Jan 22 15:26:25.681552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39326) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:25.708404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253377d8-db5c-49b9-b0e9-4040251c05dd,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:25.720294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:25.746085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.793858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ef6ad627-dcd9-4cab-9891-a6c92a52bd90 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:25.851921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:25.940452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a63f22-b704-4274-875e-9de1938e3f4e req-80764c6c-fde8-4c26-962f-32866ea15b13 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:25.942124 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41a63f22-b704-4274-875e-9de1938e3f4e req-80764c6c-fde8-4c26-962f-32866ea15b13 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.2302568
Jan 22 15:26:25.965297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.003848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.015847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.030388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1a25eb1c-6451-4a3b-ae00-40f265aa9292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:26.032472 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5b3f3927-19cd-4534-8e1c-2764f2074596 req-3f903d2b-2304-4da4-b415-46ea4edf55d4 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0891423
Jan 22 15:26:26.048132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c5c41-fb63-44f6-a88f-d16cad4e5bd7,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:26.053827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:26.085972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.097346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d39c5c41-fb63-44f6-a88f-d16cad4e5bd7 HTTP/1.1" status: 204  len: 168 time: 0.4762967
Jan 22 15:26:26.135265 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41a63f22-b704-4274-875e-9de1938e3f4e req-73b93d61-18d8-46d5-8507-247aa413df82 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353655
Jan 22 15:26:26.156443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.163187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:26.181413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253377d8-db5c-49b9-b0e9-4040251c05dd,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:26.195204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:26.198847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.200490 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/253377d8-db5c-49b9-b0e9-4040251c05dd HTTP/1.1" status: 204  len: 168 time: 0.5134554
Jan 22 15:26:26.295095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.303324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:26.303807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.959232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39364) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:26.977878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:26.994828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:26.999283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Usage tracker for resource:security_group_rule and tenant:375f6d13ca93430abd5c4bc29491ccc1 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:27.007600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:27.020585 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:27.213357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:27.270870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:27.286205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:27.297222 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8d86bbe7-d56b-4038-a181-6acca98ebe98 req-70789786-b826-41b0-aaf7-194bed5b1950 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0734539
Jan 22 15:26:27.353478 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=375f6d13ca93430abd5c4bc29491ccc1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3951926
Jan 22 15:26:27.356840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39380) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:27.374229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc09c58-2754-4daa-a1b5-c68a262f70db,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:27.379536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:27.456609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:27.481969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df953-8bf8-4248-a5bf-066cebffd8da req-51840f68-e95f-4923-96c0-a96243761fe8 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:27.483793 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c42df953-8bf8-4248-a5bf-066cebffd8da req-51840f68-e95f-4923-96c0-a96243761fe8 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.1856163
Jan 22 15:26:27.499700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:27.558046 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c42df953-8bf8-4248-a5bf-066cebffd8da req-d85a29fc-0a19-49f4-b721-0fa64aa08dd2 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673614
Jan 22 15:26:27.625338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:27.630653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-429d4864-5468-4326-8c18-8b27e1548f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:27.648055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc09c58-2754-4daa-a1b5-c68a262f70db,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:27.651377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:27.667562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:27.669012 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccc09c58-2754-4daa-a1b5-c68a262f70db HTTP/1.1" status: 204  len: 168 time: 0.3111734
Jan 22 15:26:28.723402 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-869455e1-9946-4576-a0ce-2c0147826bcf req-5c6a9690-4b80-4c77-89bf-d2cca7b71dd6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.1293311
Jan 22 15:26:29.174796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504c974-8d42-4b11-8758-e4c99d8882d2 req-e400eda1-057c-4ea2-9f95-063b02f5e073 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:29.185415 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5504c974-8d42-4b11-8758-e4c99d8882d2 req-e400eda1-057c-4ea2-9f95-063b02f5e073 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.2446578
Jan 22 15:26:29.311133 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5504c974-8d42-4b11-8758-e4c99d8882d2 req-8e145bc2-151b-4ad6-90a5-7b8e66022e73 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236868
Jan 22 15:26:29.939979 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-37da3af5-9302-43c5-aae5-609b871b949a req-09a69edb-89cd-483c-a64a-7aefd162331a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0692945
Jan 22 15:26:30.208940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39492) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:30.417552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:30.454481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:30.467905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Usage tracker for resource:security_group_rule and tenant:24e9461d0c4b412e970b9069c2a3395e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:30.477238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:30.483910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:30.683062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:30.726042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:30.761831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:30.792196 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24e9461d0c4b412e970b9069c2a3395e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5820675
Jan 22 15:26:30.795220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39516) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:30.796819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7561b833-5759-4acd-8163-533e1ec1b59f,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:30.801070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:30.841677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a1458-d62e-4a74-b300-b51a86c20139 req-67db79b0-8005-4369-a26b-a7f2072e0879 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:30.843742 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-269a1458-d62e-4a74-b300-b51a86c20139 req-67db79b0-8005-4369-a26b-a7f2072e0879 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.2650452
Jan 22 15:26:30.915780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:30.967959 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-269a1458-d62e-4a74-b300-b51a86c20139 req-cd21ba21-cb30-4980-a0c8-8a5b156f4dd5 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175423
Jan 22 15:26:30.985466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:31.154572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:31.162955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:31.178886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7561b833-5759-4acd-8163-533e1ec1b59f,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:31.191261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:31.192608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:31.197736 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7561b833-5759-4acd-8163-533e1ec1b59f HTTP/1.1" status: 204  len: 168 time: 0.4013944
Jan 22 15:26:31.311109 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d06b4020-d9ea-4f62-970a-c3523451228a req-509d55e6-50d5-4bbd-b41d-b4cb587b8925 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0686998
Jan 22 15:26:32.436272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0ddc6-ebdd-4821-89d0-37896b739792 req-47174ecb-7cd0-4ead-9c6e-13ba3fbf13c4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:32.439031 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cab0ddc6-ebdd-4821-89d0-37896b739792 req-47174ecb-7cd0-4ead-9c6e-13ba3fbf13c4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.2472827
Jan 22 15:26:32.522913 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6931b9a6-5ac7-4588-afe0-2add8fc2b6aa req-2321d3ee-3137-440f-b455-17a11e047768 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0698481
Jan 22 15:26:32.549596 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cab0ddc6-ebdd-4821-89d0-37896b739792 req-62e8b08f-2320-4e99-a24d-abaa8e0f06a6 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989215
Jan 22 15:26:32.647196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39572) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:32.798149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-751029879-network', 'tenant_id': '8cffff6763e64544a19ade3c8ad70b2b'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:32.803193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:32.807451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Usage tracker for resource:network and tenant:8cffff6763e64544a19ade3c8ad70b2b is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:32.810512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:32.816570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:32.857264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Made reservation on behalf of 8cffff6763e64544a19ade3c8ad70b2b for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:32.862575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:32.876254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:32.892638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:32.896892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Usage tracker for resource:security_group_rule and tenant:8cffff6763e64544a19ade3c8ad70b2b is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:32.900568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:32.906672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:33.004213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:33.034633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:33.039705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:33.071693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb2cd68-3757-4826-ab6e-3d352a3d9f9a,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:33.083663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:33.084377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:26:33.094261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:33.094776 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Added segment 350293fd-ef99-40be-8e45-cc1607cfee95 of type vxlan for network 488b66e6-7477-4376-a60c-f3e24bb3a5b6
Jan 22 15:26:33.124630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:33.183247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:33.184563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:33.185201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:33.190605 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:33.302950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Pushing event updated for resources: {'Network': ['ID=488b66e6-7477-4376-a60c-f3e24bb3a5b6,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:33.310160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:33.318099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 488b66e6-7477-4376-a60c-f3e24bb3a5b6 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:33.390437 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7418361
Jan 22 15:26:33.393394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39586) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:33.419608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Request body: {'subnet': {'network_id': '488b66e6-7477-4376-a60c-f3e24bb3a5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-751029879-subnet', 'tenant_id': '8cffff6763e64544a19ade3c8ad70b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:33.427571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:33.432025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 488b66e6-7477-4376-a60c-f3e24bb3a5b6 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:33.447365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Usage tracker for resource:subnet and tenant:8cffff6763e64544a19ade3c8ad70b2b is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:33.450846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:33.457056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:33.544799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Made reservation on behalf of 8cffff6763e64544a19ade3c8ad70b2b for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:33.552422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:33.807693 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15e8b1df-bd9e-496e-aab7-101476e5efe9 req-e1de08b4-b8f0-463a-87ce-6a1d54e9be3e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.1405225
Jan 22 15:26:33.939703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32a5a6-a732-49c1-ae78-e55a854aac03 req-c504586f-f16f-4d26-a288-652a617fc62b tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:33.941416 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7f32a5a6-a732-49c1-ae78-e55a854aac03 req-c504586f-f16f-4d26-a288-652a617fc62b tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.1973591
Jan 22 15:26:34.055236 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7f32a5a6-a732-49c1-ae78-e55a854aac03 req-d18f52bf-1d46-43e8-ae6c-3fc0761ea381 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044319
Jan 22 15:26:34.448199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:34.464058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d709f6c7-3526-474e-8971-54c8d6a872b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:34.585859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2f6a1dd2-3eb1-4151-9b1d-23c3717cdf77 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80249) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:26:34.586992 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-2f6a1dd2-3eb1-4151-9b1d-23c3717cdf77 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0152566
Jan 22 15:26:34.590376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5830c8-5a45-40f3-a9c0-d8dcae647db0,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:34.602176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:34.613468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.62', 61300) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:34.693800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Checking segment: {'id': '350293fd-ef99-40be-8e45-cc1607cfee95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '488b66e6-7477-4376-a60c-f3e24bb3a5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:34.694289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Network hostable DHCP agents. Network: 488b66e6-7477-4376-a60c-f3e24bb3a5b6, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:26:34.778975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Network 488b66e6-7477-4376-a60c-f3e24bb3a5b6 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:26:34.845602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 488b66e6-7477-4376-a60c-f3e24bb3a5b6) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:34.855096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:34.855814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:34.856629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dde7d7-5382-4615-ba62-4ecd2257fdd6 None None] Network 488b66e6-7477-4376-a60c-f3e24bb3a5b6 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:34.867659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-cad7a926-2324-45b6-a9a8-9608c7ec4180 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:34.868635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-cad7a926-2324-45b6-a9a8-9608c7ec4180 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Synchronizing usage tracker for tenant:20b125f053f2491db6feff181b5d3007 on resource:network {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:26:34.944440 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-64722b18-7909-4fb1-b6da-13da1bdad028 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.5484383
Jan 22 15:26:34.948520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Request body: {'port': {'device_id': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:35.240385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f01fe7f-cb66-4506-8fed-e72222d4225a None None] Network 488b66e6-7477-4376-a60c-f3e24bb3a5b6 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:35.268272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-cad7a926-2324-45b6-a9a8-9608c7ec4180 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Unset dirty status for tenant:20b125f053f2491db6feff181b5d3007 on resource:network {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:26:35.270734 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-cad7a926-2324-45b6-a9a8-9608c7ec4180 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 819 time: 0.6342881
Jan 22 15:26:35.287136 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7b4c5d5f-afce-44bd-9032-4ba6f4898f29 req-ac4c67a6-52c0-4d13-93da-78d51f44d1f8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.1409569
Jan 22 15:26:35.309792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Request body: {'port': {'device_id': '89750937-9b59-4039-a62e-2bd221c6c955', 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'admin_state_up': True, 'tenant_id': '20b125f053f2491db6feff181b5d3007'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:35.479542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:35.569134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d3bad-de08-4819-abeb-e59d2c6ffc0b req-8bfd1518-1c6a-4b0f-8912-d3ec0775ae0f tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:35.571663 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5f2d3bad-de08-4819-abeb-e59d2c6ffc0b req-8bfd1518-1c6a-4b0f-8912-d3ec0775ae0f tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 931 time: 0.1961756
Jan 22 15:26:35.647594 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5f2d3bad-de08-4819-abeb-e59d2c6ffc0b req-95a306d1-409e-416d-85d0-05005c9a31e3 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695333
Jan 22 15:26:35.730906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:35.738185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Usage tracker for resource:port and tenant:20b125f053f2491db6feff181b5d3007 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:35.743789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Quota usage for port was recalculated. Used quota:1. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:35.760444 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:35.933641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Made reservation on behalf of 20b125f053f2491db6feff181b5d3007 for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:35.952528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:36.102934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.62', 61306) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:36.510086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-60594018-b209-482c-9d64-dee4e515fa8f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:36.511812 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-60594018-b209-482c-9d64-dee4e515fa8f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 819 time: 0.4074574
Jan 22 15:26:36.512346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39698) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:36.544726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Request body: {'port': {'device_id': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61', 'admin_state_up': True, 'tenant_id': '20b125f053f2491db6feff181b5d3007'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:36.710239 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-05aba71c-16f0-4d24-b8a0-d145da733aa2 req-b5b009f8-d6da-4b30-a24d-8a5d11268228 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.1280644
Jan 22 15:26:36.717925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27aead37-b39c-4d41-acf6-aeed0aff1234 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:26:36.748524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:36.783051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Transition to ACTIVE for port object 27aead37-b39c-4d41-acf6-aeed0aff1234 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:26:36.810619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:36.813875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:36.833621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:36.836500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Usage tracker for resource:port and tenant:20b125f053f2491db6feff181b5d3007 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:36.840725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Quota usage for port was recalculated. Used quota:1. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:36.844045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1d932fdeda4470b8f3a7468078c262 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:36.849594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:36.852579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:36.858988 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:36.861368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Allocated IP 172.20.0.7 (e081f584-ca1c-485e-bc53-d70c312e9a61/2e3261ce-5bde-41f7-8651-70ec0f9d9b9b/565fc7bc-426b-4622-bb1d-6f1b4ba4b145) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:26:36.995775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.014301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39716) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:37.020479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:37.026182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-716797733-network', 'tenant_id': '17055c44632549c5976482fc04f45c6e'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:37.060582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:37.070065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Usage tracker for resource:network and tenant:17055c44632549c5976482fc04f45c6e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:37.079919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:37.091746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:37.157610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Made reservation on behalf of 17055c44632549c5976482fc04f45c6e for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:37.163083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.181686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Made reservation on behalf of 20b125f053f2491db6feff181b5d3007 for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:37.192068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.214234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.359067 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:37.375495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Usage tracker for resource:security_group_rule and tenant:17055c44632549c5976482fc04f45c6e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:37.394631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:37.405683 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:37.569580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Pushing event updated for resources: {'Port': ['ID=27aead37-b39c-4d41-acf6-aeed0aff1234,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:37.622151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:37.626576 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.657155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.667612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c9e4f3cc-088a-4b53-b7ae-cc6f5022c349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:37.740297 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e1d932fdeda4470b8f3a7468078c262&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2243209
Jan 22 15:26:37.769651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39742) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:37.775761 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f3e51-71f8-4b79-9424-e013c4c85459 req-c04db669-d714-49d5-807b-ebf7f491cf57 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:37.777470 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-573f3e51-71f8-4b79-9424-e013c4c85459 req-c04db669-d714-49d5-807b-ebf7f491cf57 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 0.6703975
Jan 22 15:26:37.837428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a81223-4186-4b07-8ebe-3351297c0491,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:37.855312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:37.871233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Attempting to bind port 27aead37-b39c-4d41-acf6-aeed0aff1234 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:26:37.871679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Attempting to bind port 27aead37-b39c-4d41-acf6-aeed0aff1234 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'ff99f73a-fcef-4d93-bbb1-68215b015c6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e1f4d07-225e-4f71-a181-aa15057e4de1'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:26:37.871980 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Attempting to bind port 27aead37-b39c-4d41-acf6-aeed0aff1234 on network 2e1f4d07-225e-4f71-a181-aa15057e4de1 {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:26:37.895392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.899539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:26:37.899926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Checking segment: {'id': 'ff99f73a-fcef-4d93-bbb1-68215b015c6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e1f4d07-225e-4f71-a181-aa15057e4de1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:37.900368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.900767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Bound using segment: {'id': 'ff99f73a-fcef-4d93-bbb1-68215b015c6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e1f4d07-225e-4f71-a181-aa15057e4de1'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:26:37.901293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Bound port: 27aead37-b39c-4d41-acf6-aeed0aff1234, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff99f73a-fcef-4d93-bbb1-68215b015c6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e1f4d07-225e-4f71-a181-aa15057e4de1'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:26:37.901674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.909592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-573f3e51-71f8-4b79-9424-e013c4c85459 req-ebf3bafe-85dd-4802-8aed-b7d16bc773c2 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086328
Jan 22 15:26:37.977088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:37.987831 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6813b0ed-6203-4c15-a043-243c34cb86cf req-bfd67f98-8182-485e-b927-ea0702a9a824 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0545833
Jan 22 15:26:37.989897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:38.021614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:26:38.040430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.058377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39752) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:38.095614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.096419 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Added segment 0a4398bc-b802-4846-88dc-06cafaf397b8 of type vxlan for network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55
Jan 22 15:26:38.160540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.178710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:38.237158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905dbbc-88ea-47cd-885a-a71f573d1abe,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:38.266793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:38.282838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] For port 27aead37-b39c-4d41-acf6-aeed0aff1234, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:26:38.284352 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.295422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.305847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.350149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Pushing event updated for resources: {'Port': ['ID=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:38.352960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:38.357640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Usage tracker for resource:security_group_rule and tenant:96eb6ba7389d44a687fc95656090fc25 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:38.361480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:38.369311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:38.372210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:38.375788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.385425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Allocated IP 172.20.0.12 (e081f584-ca1c-485e-bc53-d70c312e9a61/2e3261ce-5bde-41f7-8651-70ec0f9d9b9b/35f159cd-cfb5-43a2-9e78-419c9ff9c514) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:26:38.386604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] For port 27aead37-b39c-4d41-acf6-aeed0aff1234, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=27aead37-b39c-4d41-acf6-aeed0aff1234,segment=NetworkSegment(ff99f73a-fcef-4d93-bbb1-68215b015c6f),segment_id=ff99f73a-fcef-4d93-bbb1-68215b015c6f)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:26:38.444768 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.470654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:38.541889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.604614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:38.605154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.615784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Network e081f584-ca1c-485e-bc53-d70c312e9a61 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:26:38.617252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:38.620983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:38.629645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:26:38.650311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:38.651035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.687580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Pushing event updated for resources: {'Port': ['ID=27aead37-b39c-4d41-acf6-aeed0aff1234,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:38.697009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:38.701915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.715104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.716323 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3a81223-4186-4b07-8ebe-3351297c0491 HTTP/1.1" status: 204  len: 168 time: 0.9378471
Jan 22 15:26:38.720635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:38.735045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a81223-4186-4b07-8ebe-3351297c0491,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:38.738264 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4373930
Jan 22 15:26:38.751699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:38.764068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:38.764955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.766533 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] 10.222.0.62 "PUT /v2.0/ports/27aead37-b39c-4d41-acf6-aeed0aff1234 HTTP/1.1" status: 200  len: 1157 time: 4.0165024
Jan 22 15:26:38.767145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'tag': '27aead37-b39c-4d41-acf6-aeed0aff1234'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:26:38.780144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.780810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb0a435-0eb5-4b0e-89d3-d6cea857ea55,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:38.791863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:38.800234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:38.826814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.845460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:38.877208 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.8587317
Jan 22 15:26:38.878217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39770) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:38.885648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Request body: {'subnet': {'network_id': '5bb0a435-0eb5-4b0e-89d3-d6cea857ea55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-716797733-subnet', 'tenant_id': '17055c44632549c5976482fc04f45c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:38.890783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:38.895661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Usage tracker for resource:subnet and tenant:17055c44632549c5976482fc04f45c6e is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:38.900249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:38.905883 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:38.919216 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96eb6ba7389d44a687fc95656090fc25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8587258
Jan 22 15:26:38.922145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39776) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:38.933371 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:38.963080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d37031-5d42-4c49-971b-d61a7e4eacae,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:38.987517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Made reservation on behalf of 17055c44632549c5976482fc04f45c6e for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:26:38.998383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.049993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:39.082188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.131555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:39.240767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.274508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.510811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.520251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:39.585402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d37031-5d42-4c49-971b-d61a7e4eacae,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:39.588368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Pushing event updated for resources: {'Port': ['ID=35f159cd-cfb5-43a2-9e78-419c9ff9c514,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:39.591414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:39.592115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:39.592731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.596821 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4d37031-5d42-4c49-971b-d61a7e4eacae HTTP/1.1" status: 204  len: 168 time: 0.6710341
Jan 22 15:26:39.699778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9c9b8-e8e3-4da0-955e-98ecbef6c980 req-e5d4cea7-bb89-4dd9-a009-aaddb6854fa0 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:39.707949 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb9c9b8-e8e3-4da0-955e-98ecbef6c980 req-e5d4cea7-bb89-4dd9-a009-aaddb6854fa0 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 0.5010488
Jan 22 15:26:39.754880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4564-caa3-4426-a066-bd6c78b56e88 req-66017399-00a2-4c85-98a7-31013036ef08 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:39.755674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0ceb4564-caa3-4426-a066-bd6c78b56e88 req-66017399-00a2-4c85-98a7-31013036ef08 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Synchronizing usage tracker for tenant:20b125f053f2491db6feff181b5d3007 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:26:39.835239 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb9c9b8-e8e3-4da0-955e-98ecbef6c980 req-95f843c2-9963-4290-892b-7d16d3464ac0 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262231
Jan 22 15:26:39.844680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Network e081f584-ca1c-485e-bc53-d70c312e9a61 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:26:39.845970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:39.850606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:26:39.878590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:39.878590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.878836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:39.884831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0ceb4564-caa3-4426-a066-bd6c78b56e88 req-66017399-00a2-4c85-98a7-31013036ef08 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Unset dirty status for tenant:20b125f053f2491db6feff181b5d3007 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:26:39.886113 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0ceb4564-caa3-4426-a066-bd6c78b56e88 req-66017399-00a2-4c85-98a7-31013036ef08 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 932 time: 0.6774900
Jan 22 15:26:39.893180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a51dc84f-24f3-4014-897e-5a71796640b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:39.924323 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3891470
Jan 22 15:26:39.972599 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0ceb4564-caa3-4426-a066-bd6c78b56e88 req-f8cb9540-57c0-4cc0-b368-d9e0de103644 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754769
Jan 22 15:26:40.036203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e82da33-a3ee-4c70-b481-154b1ca8fe58,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:40.050123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:40.115059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Request body: {'port': {'device_id': '89750937-9b59-4039-a62e-2bd221c6c955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:40.117936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Request body: {'port': {'device_id': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:26:40.187716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:26:40.285110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:40.329523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Checking segment: {'id': '0a4398bc-b802-4846-88dc-06cafaf397b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bb0a435-0eb5-4b0e-89d3-d6cea857ea55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:40.329926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Network hostable DHCP agents. Network: 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:26:40.391967 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'tag': '27aead37-b39c-4d41-acf6-aeed0aff1234', 'status': 'completed', 'code': 200}
Jan 22 15:26:40.424742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:40.497062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:26:40.524573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-d21efa0a-13d7-47ab-8c2a-42d4f82c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:40.526283 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-d21efa0a-13d7-47ab-8c2a-42d4f82c6729 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01990de713be416a9cb56b35eda4042b&device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 1160 time: 0.2854133
Jan 22 15:26:40.633898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:26:40.643689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a4715-0211-42aa-9a72-857c17b0dbc2 None None] Network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:40.652247 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-a15d0cdd-49ce-465a-bf56-335f3faad8c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27aead37-b39c-4d41-acf6-aeed0aff1234 HTTP/1.1" status: 200  len: 217 time: 0.0873475
Jan 22 15:26:40.652247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:40.652247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:40.783693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39828) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:40.799140 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9204335
Jan 22 15:26:40.845960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:40.861518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-d20aa857-dfc2-43b4-9d40-c8f4eef6c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:40.863152 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-d20aa857-dfc2-43b4-9d40-c8f4eef6c6a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55a5a7cf-f1d3-4cdc-811e-23718d1e953f HTTP/1.1" status: 200  len: 852 time: 0.1971178
Jan 22 15:26:40.877230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:40.935461 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Usage tracker for resource:security_group_rule and tenant:3b4d94b3936c4c4792d8786c5374ccdf is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:40.951702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:40.966910 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-f904934a-2baf-4aae-96b5-978871ac0f35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1f4d07-225e-4f71-a181-aa15057e4de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951195
Jan 22 15:26:40.974522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:41.030785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c45ee-6a96-4b7a-9f16-d3deb2331b98 None None] Network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:26:41.122914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39844) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:41.437353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f159cd-cfb5-43a2-9e78-419c9ff9c514 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:26:41.448533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:41.467888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Transition to ACTIVE for port object 35f159cd-cfb5-43a2-9e78-419c9ff9c514 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:26:41.513353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Deleting subnet fc5830c8-5a45-40f3-a9c0-d8dcae647db0 {{(pid=80248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:26:41.532058 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-8bb390d5-d58a-45cb-bdb8-a4c50984e0bc service neutron] 10.222.0.62 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5542085
Jan 22 15:26:41.540155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:41.572599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:41.628280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd96be-a5d3-4ee4-a7c1-9cf1f19f1ff2 req-dc9e48eb-0355-4afb-9926-3cbfbfc94f82 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:41.630554 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1ccd96be-a5d3-4ee4-a7c1-9cf1f19f1ff2 req-dc9e48eb-0355-4afb-9926-3cbfbfc94f82 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 0.5413463
Jan 22 15:26:41.652209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:41.767562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2a6bf-b2e2-4068-820b-9383b9887c5d req-24b5155e-4ee3-43b8-9836-24b51a7bbed6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:41.769237 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cfb2a6bf-b2e2-4068-820b-9383b9887c5d req-24b5155e-4ee3-43b8-9836-24b51a7bbed6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 932 time: 0.4603083
Jan 22 15:26:41.828057 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c3d85225-93e4-4c25-8753-d0f2d92fb89a req-5cd1131b-6922-4c34-9bc4-bb891506e359 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2783973
Jan 22 15:26:41.933871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:26:42.003430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:42.003430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:42.003863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:42.003863 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1ccd96be-a5d3-4ee4-a7c1-9cf1f19f1ff2 req-735c22cd-7ed1-4484-baf6-898af7399d09 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754872
Jan 22 15:26:42.003863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Pushing event updated for resources: {'Port': ['ID=35f159cd-cfb5-43a2-9e78-419c9ff9c514,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:42.005066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:42.073313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:42.123639 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cfb2a6bf-b2e2-4068-820b-9383b9887c5d req-090d4d47-9180-432f-9165-6928c025640d tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197399
Jan 22 15:26:43.081278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.099681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:43.114350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Transition to ACTIVE for port object 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:26:43.175212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb68faa-3edb-47fd-a709-b59452e623a1,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:43.179842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:43.186210 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b4d94b3936c4c4792d8786c5374ccdf&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3859236
Jan 22 15:26:43.188800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39870) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:43.196980 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.208320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.230077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:43.247834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Attempting to bind port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:26:43.248647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Attempting to bind port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:26:43.249034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Attempting to bind port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 on network e081f584-ca1c-485e-bc53-d70c312e9a61 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:26:43.259138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:26:43.259576 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Checking segment: {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:43.260017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.260417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Bound using segment: {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:26:43.260937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Bound port: 35f159cd-cfb5-43a2-9e78-419c9ff9c514, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:26:43.261309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.281106 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for subnet, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.348689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-b5ca2c60-0d67-43d3-8283-1716ca46d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:43.349480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3e646542-c6a5-433f-b860-66fa0519fde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:43.350322 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-b5ca2c60-0d67-43d3-8283-1716ca46d4c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01990de713be416a9cb56b35eda4042b&device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 1160 time: 0.3176129
Jan 22 15:26:43.413832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Pushing event updated for resources: {'Port': ['ID=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:43.468351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:43.647297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-71bd6af6-bf34-4aea-932e-f0f99acd9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:43.648944 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-71bd6af6-bf34-4aea-932e-f0f99acd9369 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1f4d07-225e-4f71-a181-aa15057e4de1 HTTP/1.1" status: 200  len: 906 time: 0.2849407
Jan 22 15:26:43.693399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] For port 35f159cd-cfb5-43a2-9e78-419c9ff9c514, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:26:43.698867 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] For port 35f159cd-cfb5-43a2-9e78-419c9ff9c514, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=35f159cd-cfb5-43a2-9e78-419c9ff9c514,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:26:43.736165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Attempting to bind port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:26:43.736548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Attempting to bind port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:26:43.736919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Attempting to bind port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 on network e081f584-ca1c-485e-bc53-d70c312e9a61 {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:26:43.742196 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-cdf249ef-16fb-4cd2-9829-bc82feaedfec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27aead37-b39c-4d41-acf6-aeed0aff1234 HTTP/1.1" status: 200  len: 217 time: 0.0781672
Jan 22 15:26:43.744922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:26:43.745300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Checking segment: {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:26:43.745707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.746166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Bound using segment: {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:26:43.746549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Bound port: 565fc7bc-426b-4622-bb1d-6f1b4ba4b145, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e081f584-ca1c-485e-bc53-d70c312e9a61'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:26:43.746946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.775894 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5830c8-5a45-40f3-a9c0-d8dcae647db0,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:43.778675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.783201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:43.900935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-5abb5730-9aa8-4117-86dc-b5f47b1f8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:43.902716 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-5abb5730-9aa8-4117-86dc-b5f47b1f8744 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55a5a7cf-f1d3-4cdc-811e-23718d1e953f HTTP/1.1" status: 200  len: 852 time: 0.1435668
Jan 22 15:26:43.953590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:43.984633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:43.991879 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-f0b84c74-d307-432b-98ed-08d9ebd13231 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1f4d07-225e-4f71-a181-aa15057e4de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733182
Jan 22 15:26:44.108955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.125510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] For port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:26:44.148754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] For port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:26:44.183645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.190462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.241481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39902) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:44.252189 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:44.253094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.254850 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] 10.222.0.62 "PUT /v2.0/ports/35f159cd-cfb5-43a2-9e78-419c9ff9c514 HTTP/1.1" status: 200  len: 1158 time: 4.1444046
Jan 22 15:26:44.260014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'tag': '35f159cd-cfb5-43a2-9e78-419c9ff9c514'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:26:44.266489 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-b82d1f92-72bd-49f0-a455-2f9c2f6ecf23 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577174
Jan 22 15:26:44.277715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-655cec4f-7d54-43b5-8b41-c18f5e54b657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:44.325831 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fc5830c8-5a45-40f3-a9c0-d8dcae647db0 HTTP/1.1" status: 204  len: 168 time: 3.1240482
Jan 22 15:26:44.350032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39908) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:44.364270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee24ae-e1e8-4e8d-9eee-3b5e9f7a35d5 req-1c9185c9-6974-4fe9-a940-149b2bdd9f65 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:44.367895 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-02ee24ae-e1e8-4e8d-9eee-3b5e9f7a35d5 req-1c9185c9-6974-4fe9-a940-149b2bdd9f65 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 1.0901642
Jan 22 15:26:44.380636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Pushing event updated for resources: {'Port': ['ID=35f159cd-cfb5-43a2-9e78-419c9ff9c514,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:44.385488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:44.456007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438f688-f641-4e7a-9602-f4bf18db15f9 req-1e0bf63e-1a10-436d-b2f4-aeb2ecd88570 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:44.464119 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c438f688-f641-4e7a-9602-f4bf18db15f9 req-1e0bf63e-1a10-436d-b2f4-aeb2ecd88570 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 944 time: 0.7021813
Jan 22 15:26:44.552378 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-02ee24ae-e1e8-4e8d-9eee-3b5e9f7a35d5 req-089f88e8-c549-4331-8e12-6985a9c63413 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729040
Jan 22 15:26:44.596290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.615372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.651212 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c438f688-f641-4e7a-9602-f4bf18db15f9 req-97b80d15-48d2-449a-b7ec-b440b8edb7d6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860456
Jan 22 15:26:44.654378 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:44.657998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54ddc537-b342-47fc-bc6f-db878e930257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:44.666113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Pushing event updated for resources: {'Port': ['ID=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:44.689838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Usage tracker for resource:security_group_rule and tenant:7adcd56697ed4f81aa5bdbd2ac136db5 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:44.695132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:44.696391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb68faa-3edb-47fd-a709-b59452e623a1,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:44.700209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:44.702595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:44.714273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:44.725712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.730295 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5cb68faa-3edb-47fd-a709-b59452e623a1 HTTP/1.1" status: 204  len: 168 time: 1.5331929
Jan 22 15:26:44.733533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-dc950df6-e24d-4a0d-8687-5bdd0e94a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:44.735224 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-dc950df6-e24d-4a0d-8687-5bdd0e94a5b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 1161 time: 0.3571730
Jan 22 15:26:44.735985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.770109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39924) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:44.792992 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3aacc8df-03e6-4db3-8e06-60683b7ee1ae req-aba04d00-e26a-41d9-96d8-2ab43a213b0e service neutron] 10.222.0.62 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4824357
Jan 22 15:26:44.813562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:44.814243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:44.815837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] 10.222.0.62 "PUT /v2.0/ports/565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 1157 time: 4.7069147
Jan 22 15:26:44.816334 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:26:44.959225 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-8fbb59d1-2f9c-403f-b3c6-d90d9ee2992d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f159cd-cfb5-43a2-9e78-419c9ff9c514 HTTP/1.1" status: 200  len: 217 time: 0.1118376
Jan 22 15:26:44.969827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.037069 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.049714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:45.077867 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'tag': '35f159cd-cfb5-43a2-9e78-419c9ff9c514', 'status': 'completed', 'code': 200}
Jan 22 15:26:45.098957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-1007a714-51c9-46c8-b565-bd72e2144f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:45.100537 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-1007a714-51c9-46c8-b565-bd72e2144f4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.1291137
Jan 22 15:26:45.180627 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7adcd56697ed4f81aa5bdbd2ac136db5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9327624
Jan 22 15:26:45.187128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39942) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:45.193558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8687751c-db6d-4862-a292-002ce4d7e9c5,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:45.213917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:45.238912 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-632946a5-3913-4ba7-916b-3b7d21182a4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1169982
Jan 22 15:26:45.308277 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145', 'status': 'completed', 'code': 200}
Jan 22 15:26:45.447743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.482038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.500479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:45.513719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.515882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7fcc3adae8524792a474938065341428 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:45.529901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:45.544083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:45.554813 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-f473cad7-414a-45a5-ad20-d61628174a35 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3047535
Jan 22 15:26:45.594702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.599632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-0f032638-dbcf-4f25-9679-9cdc8804b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:45.601839 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-0f032638-dbcf-4f25-9679-9cdc8804b398 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1160 time: 0.2959647
Jan 22 15:26:45.694706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa1e4094588>> segment before_delete 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.695114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa1e4094588>> subnet precommit_delete_associations 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.696194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> segment_host_mapping after_create 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.696307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> port after_create 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.696616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> port after_delete 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.697148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> port after_update 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.697546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> segment after_delete 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.698053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> subnet after_create 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.698689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> subnet after_delete 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.699051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e477abe0>> subnet after_update 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.805359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e47bf2e8>> subnet after_create 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.805776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e47bf2e8>> subnet after_delete 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.806166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e47bf2e8>> subnet before_create 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.806548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e47bf2e8>> subnet before_update 55550000 {{(pid=80249) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:45.807000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e6990518>,) {'filters': {'network_id': ['488b66e6-7477-4376-a60c-f3e24bb3a5b6']}} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:45.815935 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-b5dcb875-407a-4d8f-9bd4-0355ea3aef47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 217 time: 0.1983845
Jan 22 15:26:45.830352 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e6990518>, '350293fd-ef99-40be-8e45-cc1607cfee95') {'for_net_delete': True} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:45.830742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e6990518>, '350293fd-ef99-40be-8e45-cc1607cfee95') {} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:45.901268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852295878'] for segment, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.932127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.935010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-48499b08-9e3e-4e24-ab9a-bd351bed94de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:45.937027 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-48499b08-9e3e-4e24-ab9a-bd351bed94de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.1115661
Jan 22 15:26:45.993907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:45.999957 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2571b57-eda5-4c0b-8a91-2d80718da1cf req-5e69e1b1-ae5a-4212-b7f0-e9414790bfa3 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4348054
Jan 22 15:26:46.000836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:26:46.018846 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-8eb78ee9-fe9d-4bc7-a118-50352281265a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736349
Jan 22 15:26:46.032485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a6070e07-d3ea-41fe-b00d-16a0798d6cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:46.057208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.061920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687751c-db6d-4862-a292-002ce4d7e9c5,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:46.068696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:46.104768 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.106035 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8687751c-db6d-4862-a292-002ce4d7e9c5 HTTP/1.1" status: 204  len: 168 time: 0.9082668
Jan 22 15:26:46.147004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.228632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d3ac-4218-4ade-a99d-9169e300c106 req-ec8e1464-fb83-4f78-8210-47866270bb10 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:46.230331 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef44d3ac-4218-4ade-a99d-9169e300c106 req-ec8e1464-fb83-4f78-8210-47866270bb10 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 0.4588201
Jan 22 15:26:46.247262 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7cf296a4-62a2-4983-8e95-f87cc0ebe462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:46.372325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Network 488b66e6-7477-4376-a60c-f3e24bb3a5b6 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:26:46.376219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eeb33-0edc-4bff-b96a-90641fda2725 req-5e925b9a-987a-4d5e-94e5-67bcec2b6522 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:46.377889 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-609eeb33-0edc-4bff-b96a-90641fda2725 req-5e925b9a-987a-4d5e-94e5-67bcec2b6522 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 944 time: 0.4499872
Jan 22 15:26:46.385424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2243804'] for segment, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.385608 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7fcc3adae8524792a474938065341428&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6137958
Jan 22 15:26:46.386860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2284b7-1ec2-4eef-82d9-8b2e374161cd,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:46.399385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 39980) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:46.403631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:46.466172 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef44d3ac-4218-4ade-a99d-9169e300c106 req-a56d619d-6f57-4092-b8b5-f9ab77f127ad tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094555
Jan 22 15:26:46.609723 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-272aeab0-e52e-456f-b49d-4a37c4a1ca86 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5767033
Jan 22 15:26:46.646343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Network 488b66e6-7477-4376-a60c-f3e24bb3a5b6 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   (rel_b, rel_a, rel_b),
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   (rel_b, rel_a, rel_b),
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:26:46.680532 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:26:46.727272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-44b75a06-d39d-4fb0-90fb-b34eb61b7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:46.728874 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-44b75a06-d39d-4fb0-90fb-b34eb61b7678 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 1161 time: 0.5862288
Jan 22 15:26:46.735334 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-609eeb33-0edc-4bff-b96a-90641fda2725 req-e5bad7ff-5685-4fe8-97bc-50837cd62f4f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3330264
Jan 22 15:26:46.751261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.782367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.921903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.922895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.928338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a74dca83-f57c-4493-94b4-03159d9b657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:46.929588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3d5e420e-eb69-4232-8d06-8719aa4ee5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:46.948164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:46.958476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Pushing event deleted for resources: {'Network': ['ID=488b66e6-7477-4376-a60c-f3e24bb3a5b6,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:46.967834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:46.974034 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7dfd9abb-f179-4491-8eb8-dfabf6fbb80d admin admin] 10.222.0.54 "DELETE /v2.0/networks/488b66e6-7477-4376-a60c-f3e24bb3a5b6 HTTP/1.1" status: 204  len: 168 time: 2.6132693
Jan 22 15:26:46.977547 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 39994) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:46.989081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2284b7-1ec2-4eef-82d9-8b2e374161cd,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:46.992577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:46.997747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.001876 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7d2284b7-1ec2-4eef-82d9-8b2e374161cd HTTP/1.1" status: 204  len: 168 time: 0.5971735
Jan 22 15:26:47.014965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40002) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:47.051716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.064551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Deleting subnet 7e82da33-a3ee-4c70-b481-154b1ca8fe58 {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:26:47.073391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.084419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:47.089284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Usage tracker for resource:security_group_rule and tenant:f922486a86334f54bf79a91bca0208e7 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:47.092329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:47.098358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:47.136646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.198049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.364978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.407298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.419952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:47.482430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40016) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:47.482632 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f922486a86334f54bf79a91bca0208e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4664333
Jan 22 15:26:47.484506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d38f33-801c-46d7-9a08-2021075b76d2,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:47.488685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:47.563778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.564882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.593154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:47.694680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e82da33-a3ee-4c70-b481-154b1ca8fe58,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:47.707032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:47.708915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.727907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecc0ee-3946-422d-acaf-cb59d17a81b4 req-62900c7f-9dd1-4003-a0fc-2ad840a8ff13 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:47.729595 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-44ecc0ee-3946-422d-acaf-cb59d17a81b4 req-62900c7f-9dd1-4003-a0fc-2ad840a8ff13 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 0.1100535
Jan 22 15:26:47.784405 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-44ecc0ee-3946-422d-acaf-cb59d17a81b4 req-41e33f26-6e85-43de-a298-70826e7a080f tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476830
Jan 22 15:26:47.788970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.798744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40028) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:47.798984 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-87fdc11d-2384-4139-b780-5c6729301665 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7e82da33-a3ee-4c70-b481-154b1ca8fe58 HTTP/1.1" status: 204  len: 168 time: 0.8227370
Jan 22 15:26:47.932494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40036) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:47.952639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.963677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.973691 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-76c8b2c3-34a8-42ca-b4d6-f72ef714bf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:47.977848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:47.988138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:47.995851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d38f33-801c-46d7-9a08-2021075b76d2,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:47.998529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:48.000923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Usage tracker for resource:security_group_rule and tenant:0448c5103fc94af5890ed07182e41024 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:48.004793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:48.011533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.012929 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92d38f33-801c-46d7-9a08-2021075b76d2 HTTP/1.1" status: 204  len: 168 time: 0.5288849
Jan 22 15:26:48.013853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:48.286868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.290097 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fcf372a-66db-4c55-8a7f-df7780291327 req-1e9f54ce-e735-4149-a25b-7100c5c9e927 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2431407
Jan 22 15:26:48.321712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.332253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:48.377979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00160c82-28b2-4d48-95a4-c6d120101a70,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:48.400688 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0448c5103fc94af5890ed07182e41024&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4668517
Jan 22 15:26:48.401778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:48.402274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40056) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:48.431241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.477714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.506477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.512431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e610a-6967-4fcc-bf96-0d8fbcf05628 req-fd8eb6fd-7655-46fd-ae8c-a16995d52ec8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:48.515781 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca1e610a-6967-4fcc-bf96-0d8fbcf05628 req-fd8eb6fd-7655-46fd-ae8c-a16995d52ec8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 944 time: 0.5961030
Jan 22 15:26:48.596391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.603383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2cbf3f61-2b89-4663-89b3-2b170a93aa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:48.607394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-e0f9af62-d430-4eca-8dc8-b479d1919392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:48.608963 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-e0f9af62-d430-4eca-8dc8-b479d1919392 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.5537951
Jan 22 15:26:48.621807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00160c82-28b2-4d48-95a4-c6d120101a70,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:48.630906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:48.632749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.636405 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00160c82-28b2-4d48-95a4-c6d120101a70 HTTP/1.1" status: 204  len: 168 time: 0.2306795
Jan 22 15:26:48.672913 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca1e610a-6967-4fcc-bf96-0d8fbcf05628 req-1553f4f9-01e1-44ab-83ce-400113cd8a68 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489987
Jan 22 15:26:48.680115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa1e445ceb8>> segment before_delete 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.680519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa1e445ceb8>> subnet precommit_delete_associations 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.681408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> segment_host_mapping after_create 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.681794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> port after_create 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.682160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> port after_delete 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.682556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> port after_update 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.682958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> segment after_delete 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.683326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> subnet after_create 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.683750 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> subnet after_delete 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.684115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa1e4b6a5c0>> subnet after_update 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.753418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e44d61d0>> subnet after_create 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.753817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e44d61d0>> subnet after_delete 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.754200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e44d61d0>> subnet before_create 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.754599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa1e44d61d0>> subnet before_update 55550000 {{(pid=80248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 15:26:48.755046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e4b6a668>,) {'filters': {'network_id': ['5bb0a435-0eb5-4b0e-89d3-d6cea857ea55']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:48.770111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e4b6a668>, '0a4398bc-b802-4846-88dc-06cafaf397b8') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:48.770453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e4b6a668>, '0a4398bc-b802-4846-88dc-06cafaf397b8') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:26:48.783184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.802996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:48.805646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:26:49.217385 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-b93ab58a-ed5f-47e6-869f-b5423472cca4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f159cd-cfb5-43a2-9e78-419c9ff9c514 HTTP/1.1" status: 200  len: 217 time: 0.1645086
Jan 22 15:26:49.219388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:26:49.231000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:49.384985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-a8abac68-6e07-40a7-aeaa-d92bc3845c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:49.387659 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-a8abac68-6e07-40a7-aeaa-d92bc3845c5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1160 time: 0.1550848
Jan 22 15:26:49.572098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d6622-aded-4016-a045-7a937773bcfe req-bd1a67fc-a417-47ff-ae5f-3bc28164ada0 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:49.572463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-e6b3a9f5-c145-490e-b356-7b966ac59008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:49.573798 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-382d6622-aded-4016-a045-7a937773bcfe req-bd1a67fc-a417-47ff-ae5f-3bc28164ada0 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 0.6314707
Jan 22 15:26:49.575173 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-e6b3a9f5-c145-490e-b356-7b966ac59008 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.1808047
Jan 22 15:26:49.643926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-b5ac3616-ddfb-44b3-b054-7ebd20b2a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:49.652515 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-b5ac3616-ddfb-44b3-b054-7ebd20b2a0a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.4011121
Jan 22 15:26:49.655286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Network 5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   (rel_b, rel_a, rel_b),
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   (rel_b, rel_a, rel_b),
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:26:49.814215 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:26:49.957726 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-abb47c4c-63a2-4168-b374-4d5f2b6ae1d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 217 time: 0.3749638
Jan 22 15:26:49.966298 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-382d6622-aded-4016-a045-7a937773bcfe req-a4d3708e-fbf0-4879-ba2c-d70f60d6c954 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3266087
Jan 22 15:26:49.968825 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-fb0de73e-b8cd-450a-985c-9985c26e723f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3036504
Jan 22 15:26:50.061054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-9f0568c1-1428-4c4d-87cf-cc65afe5b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:50.079637 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-9f0568c1-1428-4c4d-87cf-cc65afe5b012 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.1150057
Jan 22 15:26:50.156256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:50.184173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-e0b2d326-f196-4f84-922f-d996054e1abf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80250) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:26:50.193690 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-8f4e38df-02fb-4ed3-a449-e2623d6e580c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1064725
Jan 22 15:26:50.205506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7053-3fab-4558-bd26-52da411a6a7b req-81753d28-7c47-4b10-9f64-6245b9bfd96f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:50.207289 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3c6c7053-3fab-4558-bd26-52da411a6a7b req-81753d28-7c47-4b10-9f64-6245b9bfd96f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 944 time: 0.3097904
Jan 22 15:26:50.214234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:50.231350 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-d9f1efee-294f-42d0-a04d-fe3696683755 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454426
Jan 22 15:26:50.238180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:50.286793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb0a435-0eb5-4b0e-89d3-d6cea857ea55,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:50.297293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:50.316809 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] 10.222.0.54 "DELETE /v2.0/networks/5bb0a435-0eb5-4b0e-89d3-d6cea857ea55 HTTP/1.1" status: 204  len: 168 time: 2.5168607
Jan 22 15:26:50.391174 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-e17b4f95-4a1e-4ac5-a5f7-a3c7443eece9 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899831
Jan 22 15:26:50.447072 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3c6c7053-3fab-4558-bd26-52da411a6a7b req-9768396f-cea9-42c0-8aed-ec55d6ed5266 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143710
Jan 22 15:26:50.539661 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a1a4835-3042-4dd3-83c5-2920ea17079f req-259b007b-554e-4d47-a5cc-0d402caf8720 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2935591
Jan 22 15:26:50.589062 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcc75f03-5bf5-4341-8720-6703be052cfc req-d55a8d37-67aa-4f25-aa84-de99d01ce143 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1869593
Jan 22 15:26:50.753143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 27aead37-b39c-4d41-acf6-aeed0aff1234 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:50.874801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 27aead37-b39c-4d41-acf6-aeed0aff1234 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:26:50.882639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 27aead37-b39c-4d41-acf6-aeed0aff1234 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:50.883202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:50.950201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40152) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:51.033317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:51.073564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aead37-b39c-4d41-acf6-aeed0aff1234'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:26:51.076249 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-36441691-0d0b-44ec-8afa-4b04b2a399e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cffff6763e64544a19ade3c8ad70b2b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1247709
Jan 22 15:26:51.079456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40160) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:51.257686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:51.276156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 27aead37-b39c-4d41-acf6-aeed0aff1234, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=27aead37-b39c-4d41-acf6-aeed0aff1234,segment=NetworkSegment(ff99f73a-fcef-4d93-bbb1-68215b015c6f),segment_id=ff99f73a-fcef-4d93-bbb1-68215b015c6f)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:26:51.312845 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:51.315113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:51.324186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8754eb-a490-462d-90b3-1eee1f25e73a req-072ee76d-0f46-4c6a-bac2-c152eecc1e33 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:51.325067 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:51.326846 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8754eb-a490-462d-90b3-1eee1f25e73a req-072ee76d-0f46-4c6a-bac2-c152eecc1e33 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 943 time: 0.1627114
Jan 22 15:26:51.397871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=27aead37-b39c-4d41-acf6-aeed0aff1234,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:51.402057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:51.402283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:51.409323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-51c1f402-1f95-42d6-bb2c-d9ae4e501b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:51.414455 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8754eb-a490-462d-90b3-1eee1f25e73a req-fe9cfe87-7b30-4f5c-b8c0-0d96bb42a127 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810463
Jan 22 15:26:51.423295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb2cd68-3757-4826-ab6e-3d352a3d9f9a,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:51.426121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:51.427406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:51.430663 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bb2cd68-3757-4826-ab6e-3d352a3d9f9a HTTP/1.1" status: 204  len: 168 time: 0.3483858
Jan 22 15:26:51.561537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-66d40899-3712-4cc8-ae1a-36b4951ba998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:51.722724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6960b1-660b-4907-ba66-2dcc18a25d4d req-287cdec2-8882-4b1a-ac9b-f59273ee9b91 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:51.724433 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa6960b1-660b-4907-ba66-2dcc18a25d4d req-287cdec2-8882-4b1a-ac9b-f59273ee9b91 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 944 time: 0.1189857
Jan 22 15:26:51.984425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-3808573c-a2ff-4e95-82a0-f2e29d04ec0e None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80250) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:26:52.030814 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa6960b1-660b-4907-ba66-2dcc18a25d4d req-df8836a0-d017-44b1-9ece-a5b321144f95 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3000765
Jan 22 15:26:52.036517 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aead37-b39c-4d41-acf6-aeed0aff1234', 'code': 200}
Jan 22 15:26:52.254875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:26:52.280967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40208) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:52.410654 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-65bdcde1-d8cc-4b6f-af7e-304547baa60b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17055c44632549c5976482fc04f45c6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1280599
Jan 22 15:26:52.422408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40218) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:52.536323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-ccfc5047-d7e2-48de-b6e2-34d1bd800abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:52.538308 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-ccfc5047-d7e2-48de-b6e2-34d1bd800abd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 1162 time: 0.1589074
Jan 22 15:26:52.566432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:52.586775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:52.591487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Usage tracker for resource:security_group_rule and tenant:7859ebfe70ab49f09805cf8eeb769062 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:52.595543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:52.596593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:52.608987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:52.703229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:52.748614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:52.801729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:52.813664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ad663889-6fb2-46e7-9886-10fad1393030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:52.815135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460bdf8-2de8-4f1f-9fc2-aed169424471 req-8981f5e1-acfb-4d39-a2cb-f5c553932b46 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:52.824144 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6460bdf8-2de8-4f1f-9fc2-aed169424471 req-8981f5e1-acfb-4d39-a2cb-f5c553932b46 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 945 time: 0.1746745
Jan 22 15:26:52.861077 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dc1c944e-b2a4-44c2-a1ef-84a9e61a8e27 req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156266
Jan 22 15:26:52.889083 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6460bdf8-2de8-4f1f-9fc2-aed169424471 req-a4f0c5d6-ca93-409d-a8fb-53862232e8c1 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638463
Jan 22 15:26:52.889273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=247a2cd7-6765-411d-aa2c-24b481cb2993,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:52.890651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:52.898066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:52.899679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ddb520aa-e8cd-4177-aff7-43706ec86f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:52.914828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905dbbc-88ea-47cd-885a-a71f573d1abe,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:52.924180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:52.934762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:52.934762 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6905dbbc-88ea-47cd-885a-a71f573d1abe HTTP/1.1" status: 204  len: 168 time: 0.5072362
Jan 22 15:26:53.151832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40256) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:53.302720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c973d-6f96-4b59-b4be-53c502969483 req-ecfc0846-58d9-49e4-9ef6-c97fb907e4ef tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:53.305145 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-673c973d-6f96-4b59-b4be-53c502969483 req-ecfc0846-58d9-49e4-9ef6-c97fb907e4ef tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 944 time: 0.1181026
Jan 22 15:26:53.335889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 35f159cd-cfb5-43a2-9e78-419c9ff9c514 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:53.379238 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-673c973d-6f96-4b59-b4be-53c502969483 req-09742740-5230-4ccd-a4b8-4882b2db4b1c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669403
Jan 22 15:26:53.425791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40270) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:53.453277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:26:53.458774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:53.459208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.464365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40276) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:53.560580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.597869 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:53.601565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.605116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.621220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd9d71f57ba4530ba60cca28d89390c is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:53.626643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:53.647975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:53.649388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 35f159cd-cfb5-43a2-9e78-419c9ff9c514, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=35f159cd-cfb5-43a2-9e78-419c9ff9c514,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:26:53.650347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:53.660422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.670333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Usage tracker for resource:security_group_rule and tenant:47025027ff9744c9887575454fa08959 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:53.678705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:53.685536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.686957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:53.697893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:53.700284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:53.718377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Usage tracker for resource:security_group_rule and tenant:f07a2b9e73c549afbce1b04a51e62e05 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:53.724589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:53.726192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-83ebc90e-9d1c-4ca7-8ef2-e30f86759357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:53.744959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:53.825453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=35f159cd-cfb5-43a2-9e78-419c9ff9c514,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:53.829725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:53.875962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:26:53.882506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:53.883795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.885240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.932372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.932567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bb14-c6c1-4f29-8cf0-2c2f0e1f7e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.957180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.968986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7f225094-dc8f-4766-9e1f-8ea6f3ba8b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:53.982354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:53.988152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.017535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40292) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:54.017749 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bdd9d71f57ba4530ba60cca28d89390c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8646016
Jan 22 15:26:54.030780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.045095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.047209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f159cd-cfb5-43a2-9e78-419c9ff9c514'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:26:54.085795 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f07a2b9e73c549afbce1b04a51e62e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6168122
Jan 22 15:26:54.095482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f8e69-5960-4296-a64d-f5839463e7f3,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:54.102287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:26:54.105569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40302) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:54.108437 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47025027ff9744c9887575454fa08959&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6815925
Jan 22 15:26:54.116613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40304) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:54.125469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:54.130918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.132262 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 27aead37-b39c-4d41-acf6-aeed0aff1234 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:54.136190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:54.180478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:54.275373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.280744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf977ebd-23e9-4f37-9700-6d19bd85ca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08778dcc-ac2a-4a26-801d-8970698ff22a,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:54.335898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb61053-b69b-4f8c-ba19-760d9c17c8b5 req-730d91a4-52eb-43f9-8a78-25934032acb4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:54.337779 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1eb61053-b69b-4f8c-ba19-760d9c17c8b5 req-730d91a4-52eb-43f9-8a78-25934032acb4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 945 time: 0.2856328
Jan 22 15:26:54.438509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.451729 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f159cd-cfb5-43a2-9e78-419c9ff9c514', 'code': 200}
Jan 22 15:26:54.526157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:54.530093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:54.536247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 27aead37-b39c-4d41-acf6-aeed0aff1234 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:54.536537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.564959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.586174 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1eb61053-b69b-4f8c-ba19-760d9c17c8b5 req-502144d9-2cb1-4aeb-b5bf-d052d5c0b36a tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028503
Jan 22 15:26:54.629333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.691260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.701996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:54.706998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95e60d6-abdc-43a1-95e4-c88de92dff79,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:54.726256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:54.730906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.731164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:54.731771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:54.753211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.753918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f8e69-5960-4296-a64d-f5839463e7f3,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:54.761629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:54.762954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.765264 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/695f8e69-5960-4296-a64d-f5839463e7f3 HTTP/1.1" status: 204  len: 168 time: 0.7462573
Jan 22 15:26:54.780356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c2676147-343a-42a7-82a4-8fa1a56fca72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:54.811259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.850431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:54.911957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95e60d6-abdc-43a1-95e4-c88de92dff79,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:54.979380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f254009-6028-4f2a-bc2f-777b3b8190eb req-9ced2513-f1c6-4bbd-ba99-a148ea07c55a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:54.988123 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0f254009-6028-4f2a-bc2f-777b3b8190eb req-9ced2513-f1c6-4bbd-ba99-a148ea07c55a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.2211282
Jan 22 15:26:55.061717 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0f254009-6028-4f2a-bc2f-777b3b8190eb req-a43bcebe-6ea9-4277-a9f2-4e9016015b16 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724189
Jan 22 15:26:55.073711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:55.075063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:55.080057 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e95e60d6-abdc-43a1-95e4-c88de92dff79 HTTP/1.1" status: 204  len: 168 time: 0.9674492
Jan 22 15:26:55.127568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:55.139568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:55.158052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08778dcc-ac2a-4a26-801d-8970698ff22a,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:55.160046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:55.166029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b955a-d089-4885-8cf5-82f0875c7f69 req-baecb04e-7192-496b-b636-7290c0184ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:55.167896 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-118b955a-d089-4885-8cf5-82f0875c7f69 req-baecb04e-7192-496b-b636-7290c0184ac9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 1163 time: 0.2670121
Jan 22 15:26:55.169201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:55.170856 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08778dcc-ac2a-4a26-801d-8970698ff22a HTTP/1.1" status: 204  len: 168 time: 1.0438445
Jan 22 15:26:55.221526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-118b955a-d089-4885-8cf5-82f0875c7f69 req-073112db-7994-4c16-866d-18a0e5f8063f service neutron] Synchronizing usage tracker for tenant:7859ebfe70ab49f09805cf8eeb769062 on resource:security_group {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:26:55.298822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-118b955a-d089-4885-8cf5-82f0875c7f69 req-073112db-7994-4c16-866d-18a0e5f8063f service neutron] Unset dirty status for tenant:7859ebfe70ab49f09805cf8eeb769062 on resource:security_group {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:26:55.300170 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-118b955a-d089-4885-8cf5-82f0875c7f69 req-073112db-7994-4c16-866d-18a0e5f8063f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249752
Jan 22 15:26:55.590474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:55.689321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:55.779527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:55.779527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:55.840171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc44e-02c2-46e1-a7ef-141ef0bd7cce req-87545ca7-0c9c-4a67-ba39-b94fb4f50d56 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:55.843082 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3eddc44e-02c2-46e1-a7ef-141ef0bd7cce req-87545ca7-0c9c-4a67-ba39-b94fb4f50d56 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 945 time: 0.1119010
Jan 22 15:26:55.907850 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3eddc44e-02c2-46e1-a7ef-141ef0bd7cce req-f8c39730-a632-4da2-a0e5-071d203900a7 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598221
Jan 22 15:26:55.924159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 35f159cd-cfb5-43a2-9e78-419c9ff9c514 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:26:55.979326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:55.997653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40360) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:56.004679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:26:56.005114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.076955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.106604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40368) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:56.135498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:56.144300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed6c79d6c31a40cc83be10bd228f34fe is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:56.155492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:56.160235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.180462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:56.187531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:56.192174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b04f25c99d894534a1ffb5951b353924 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:56.196227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:56.202652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:56.341186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.399520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.407964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.431636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:56.453571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:26:56.458635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.535584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fabb4-7de1-40a7-96fc-d9cd6c9b913d req-7ec88215-583a-41d8-b475-e854af180cb1 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:56.537229 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5f2fabb4-7de1-40a7-96fc-d9cd6c9b913d req-7ec88215-583a-41d8-b475-e854af180cb1 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.2313881
Jan 22 15:26:56.542925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3884361-9d1b-4f80-a750-3550b72080b1,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:56.546657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e71cad28-9674-472d-a34e-1881bda49a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:56.568436 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145', 'code': 200}
Jan 22 15:26:56.597492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:56.602626 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed6c79d6c31a40cc83be10bd228f34fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6022463
Jan 22 15:26:56.605767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40382) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:56.683211 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b04f25c99d894534a1ffb5951b353924&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5753531
Jan 22 15:26:56.689292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40386) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:56.708937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40388) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:56.729282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5854da5-cb64-4af6-80e4-31e68baa8554,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:56.771692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:56.795967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.820671 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5f2fabb4-7de1-40a7-96fc-d9cd6c9b913d req-ba25e43b-60be-4675-bde4-23476ee23ea4 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656748
Jan 22 15:26:56.850724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.860520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:56.865574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4e551b18e84550b49c476ece6dc627 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:56.875559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:56.883455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:56.951488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:56.968137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40404) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:57.011452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.071906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.162865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.199411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.206265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e74dfafa-33fd-45ce-a64a-673a5d7f730d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:57.210926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.223017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3884361-9d1b-4f80-a750-3550b72080b1,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:57.227316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:57.242641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.246242 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3884361-9d1b-4f80-a750-3550b72080b1 HTTP/1.1" status: 204  len: 168 time: 0.6355824
Jan 22 15:26:57.254195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.254356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35fa3e-fa4e-45d7-a4dd-0af87573b7ba req-59bee3c5-d3fb-4704-b08b-2c2e69a6bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:57.256149 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3e35fa3e-fa4e-45d7-a4dd-0af87573b7ba req-59bee3c5-d3fb-4704-b08b-2c2e69a6bf4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.1874206
Jan 22 15:26:57.279165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:57.291259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.300112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:57.314297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039bacd8-0c7c-49cc-a2f4-9125694b3243,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:57.314875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5854da5-cb64-4af6-80e4-31e68baa8554,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:57.318610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:57.322870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:57.331227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:57.342393 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a7a5a9dcd34d6a93e92647d65ecffa is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:57.343277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.344837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5854da5-cb64-4af6-80e4-31e68baa8554 HTTP/1.1" status: 204  len: 168 time: 0.6059968
Jan 22 15:26:57.345861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:57.347428 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3e35fa3e-fa4e-45d7-a4dd-0af87573b7ba req-a8249dcd-aec3-40fb-a9f2-c0b073e51f1f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772862
Jan 22 15:26:57.362344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:57.378781 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef4e551b18e84550b49c476ece6dc627&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6671624
Jan 22 15:26:57.381843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40420) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:57.457174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.471883 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.486371 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.542458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.551952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:57.568298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.578841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6eae83f7-75fb-4bed-940d-00401f9745cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:57.598459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.600092 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/039bacd8-0c7c-49cc-a2f4-9125694b3243 HTTP/1.1" status: 204  len: 168 time: 0.2170758
Jan 22 15:26:57.601802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039bacd8-0c7c-49cc-a2f4-9125694b3243,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:57.602543 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3a7a5a9dcd34d6a93e92647d65ecffa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6332738
Jan 22 15:26:57.603982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40428) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:57.608458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a3dc29-3b2b-476c-b6b2-5a22dd8faf58,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:57.609151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:57.609458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:57.678633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.710433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.784673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.790502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:57.807030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a3dc29-3b2b-476c-b6b2-5a22dd8faf58,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:57.809791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:57.820472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:57.821719 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1a3dc29-3b2b-476c-b6b2-5a22dd8faf58 HTTP/1.1" status: 204  len: 168 time: 0.2144194
Jan 22 15:26:58.094688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade2cc0-2bce-4837-a5f8-ea525883fc13 req-033a441e-06d2-4dd0-b805-98907a090435 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:58.100837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bade2cc0-2bce-4837-a5f8-ea525883fc13 req-033a441e-06d2-4dd0-b805-98907a090435 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1381488
Jan 22 15:26:58.195262 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bade2cc0-2bce-4837-a5f8-ea525883fc13 req-56b11db7-da38-4c46-ac9e-7570e98a3701 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933595
Jan 22 15:26:59.009717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-c4ecac63-cfcb-4160-a90b-56a0e8be8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:59.017493 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-c4ecac63-cfcb-4160-a90b-56a0e8be8697 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 1163 time: 0.0860014
Jan 22 15:26:59.056908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834c8f-27d4-4391-bbe4-48814888d5c7 req-6617841e-0bc7-491c-81a3-30073434ae7a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:59.059020 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04834c8f-27d4-4391-bbe4-48814888d5c7 req-6617841e-0bc7-491c-81a3-30073434ae7a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1137424
Jan 22 15:26:59.106938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40518) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:59.162133 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04834c8f-27d4-4391-bbe4-48814888d5c7 req-d7bc2cf7-c1f7-4162-b5a7-0aed65b14648 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954340
Jan 22 15:26:59.163703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:59.188253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:26:59.193332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ba11defb3e441aba344285396ff549 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:26:59.197112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:26:59.203593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:26:59.236441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-21d3f845-ab7a-4e46-a95b-a23ca79249e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:59.242314 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-21d3f845-ab7a-4e46-a95b-a23ca79249e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.2221777
Jan 22 15:26:59.328925 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-03c44732-b28e-477b-9016-e3575e299992 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f159cd-cfb5-43a2-9e78-419c9ff9c514 HTTP/1.1" status: 200  len: 217 time: 0.0734782
Jan 22 15:26:59.372947 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:59.409790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-329757ca-d0ec-4a45-9a89-d963ddb2fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:26:59.414334 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-329757ca-d0ec-4a45-9a89-d963ddb2fb36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.0721030
Jan 22 15:26:59.434071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:59.443885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:59.488614 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a0ba11defb3e441aba344285396ff549&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3765857
Jan 22 15:26:59.491639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f71ce-6c4a-4d07-8fc7-adf5e6f18c6f,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:59.494219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40526) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:26:59.507287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:59.520837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-2abb62a5-0d1c-4de1-b3e1-2caeb7a06599 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566325
Jan 22 15:26:59.583094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:59.631419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:59.700200 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-16c6685d-6f2a-4035-9fbf-7fd1f804fb71 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589553
Jan 22 15:26:59.719498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:59.724959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:26:59.762126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:26:59.763488 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e5f71ce-6c4a-4d07-8fc7-adf5e6f18c6f HTTP/1.1" status: 204  len: 168 time: 0.2639132
Jan 22 15:26:59.764639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f71ce-6c4a-4d07-8fc7-adf5e6f18c6f,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:26:59.767427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:26:59.896076 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1dd88ae7-4313-49b2-b1de-8f6b035faf44 req-70495b6e-bcb9-4fb1-bdca-239cc971c85a service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1817031
Jan 22 15:26:59.928246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40542) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:00.410405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40566) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:00.432527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb73328-aa9e-451a-8bc6-ff00268337c2 req-9055685a-0ebc-4108-bb3c-cb3c28ce482a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:00.434607 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5cb73328-aa9e-451a-8bc6-ff00268337c2 req-9055685a-0ebc-4108-bb3c-cb3c28ce482a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1239977
Jan 22 15:27:00.512351 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5cb73328-aa9e-451a-8bc6-ff00268337c2 req-dae26d2b-3cd5-4a35-8eb4-a09e2c85d969 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695078
Jan 22 15:27:00.543822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:00.560674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:00.564970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Usage tracker for resource:security_group_rule and tenant:4a3536f8fcfe429da1e7338756b8c551 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:00.568752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:00.575572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:00.667344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:00.721511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:00.735306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-34eb1c2d-a584-44e0-a0e4-966f798fe3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:00.784835 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a3536f8fcfe429da1e7338756b8c551&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8554103
Jan 22 15:27:00.786621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4b7dca-8c73-47c4-8f31-13036668fde7,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:00.788276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40582) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:00.790916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:00.859378 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:00.902710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:00.922273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:00.925845 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:00.937279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:550c3826f51d4eec8c9b12f6d51d84ca is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:00.942109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:00.956470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:01.082465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.085463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.094886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:01.109170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4b7dca-8c73-47c4-8f31-13036668fde7,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:01.114971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:01.120580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.131210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fe66087d-f8aa-4599-a5d4-1046c994a95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:01.140516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.141948 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e4b7dca-8c73-47c4-8f31-13036668fde7 HTTP/1.1" status: 204  len: 168 time: 0.3526225
Jan 22 15:27:01.189636 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=550c3826f51d4eec8c9b12f6d51d84ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7749949
Jan 22 15:27:01.189636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7f1a6-0d9d-4a5f-87bc-bc5477d94972,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:01.190936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40594) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:01.205368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:01.263932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.299457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.401145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.407535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ee9bd51d-ae82-45a7-8b68-3728a0212a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:01.422306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7f1a6-0d9d-4a5f-87bc-bc5477d94972,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:01.426075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:01.430333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:01.431607 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5e7f1a6-0d9d-4a5f-87bc-bc5477d94972 HTTP/1.1" status: 204  len: 168 time: 0.2394559
Jan 22 15:27:01.768576 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb201806-bb2b-44ba-8bad-191ecd8a99a8 req-bd7d17d0-efae-4a60-bee0-5d0d9b9d2a6b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:01.770383 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb201806-bb2b-44ba-8bad-191ecd8a99a8 req-bd7d17d0-efae-4a60-bee0-5d0d9b9d2a6b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1179023
Jan 22 15:27:01.825488 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb201806-bb2b-44ba-8bad-191ecd8a99a8 req-ad109ff3-4987-4a7a-8f2b-8ff7e97c8626 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476272
Jan 22 15:27:02.229471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40624) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:02.259858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40630) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:02.282010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.306211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:02.312207 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Usage tracker for resource:security_group_rule and tenant:ad604839c0d740b78cf4ccc37364dc8f is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:02.315771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:02.323427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:02.330142 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-1a17fdc3-ccc7-4c17-8ec3-90e237d7cec5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1354218
Jan 22 15:27:02.421397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.500247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.511186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b2aa384c-c6d5-4200-97e7-8effa89fb36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:02.564880 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad604839c0d740b78cf4ccc37364dc8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044112
Jan 22 15:27:02.567810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40640) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:02.569731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6053aac-038a-4b99-ab75-3b3d893519a8,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:02.574088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:02.593110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-2f2ebfca-1dfe-4af3-9805-3908266aab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:02.595272 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-2f2ebfca-1dfe-4af3-9805-3908266aab2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01990de713be416a9cb56b35eda4042b&device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 1162 time: 0.1415606
Jan 22 15:27:02.620993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.665939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:02.679676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa390ab7d9046538ab527d8697a0d6f is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:02.685675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40646) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:02.690675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:02.712835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.714880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:02.728070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.758818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:02.781064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e154c138587d479da7af4c332ea2e9c9 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:02.784142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:02.795834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.796884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-3083b922-1594-47c3-b675-75c4051a4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:02.799241 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-3083b922-1594-47c3-b675-75c4051a4d26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1f4d07-225e-4f71-a181-aa15057e4de1 HTTP/1.1" status: 200  len: 906 time: 0.1815774
Jan 22 15:27:02.804838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:02.895786 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-146ecd2e-a9c0-4ed8-aabb-785b0cb8d308 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27aead37-b39c-4d41-acf6-aeed0aff1234 HTTP/1.1" status: 200  len: 217 time: 0.0894783
Jan 22 15:27:02.992361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-84e51481-5c78-4c75-aafa-d2792d94dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:02.993408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:02.994784 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-84e51481-5c78-4c75-aafa-d2792d94dd3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55a5a7cf-f1d3-4cdc-811e-23718d1e953f HTTP/1.1" status: 200  len: 852 time: 0.0914347
Jan 22 15:27:03.008006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:03.016447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.057498 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-86ea1b81-9bbb-4b21-a8e5-79f42f3374f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1f4d07-225e-4f71-a181-aa15057e4de1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557003
Jan 22 15:27:03.087247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6053aac-038a-4b99-ab75-3b3d893519a8,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:03.110410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.156389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:03.156936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:03.169468 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfa390ab7d9046538ab527d8697a0d6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9387476
Jan 22 15:27:03.179386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40660) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:03.204057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.206710 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b4352382-29bd-42c2-82ed-f0b08acfcd49 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6053aac-038a-4b99-ab75-3b3d893519a8 HTTP/1.1" status: 204  len: 168 time: 0.6361041
Jan 22 15:27:03.229358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.237464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff0a5ef-18e6-4afd-9a16-18da53c8e834,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:03.242629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:03.266487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.269188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.280720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:03.303348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.321512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f04d75b-0fd1-4099-9972-b7adf48d3faa,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:03.340390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:03.390756 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-1ba68c80-82d1-4f54-82da-2d17a2a6a070 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3259389
Jan 22 15:27:03.404545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb72e9c-bb7b-495e-baa1-f087e01ff6e6 req-a792c91b-e90e-403a-af2b-4c7a47ebfa70 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:03.406302 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-edb72e9c-bb7b-495e-baa1-f087e01ff6e6 req-a792c91b-e90e-403a-af2b-4c7a47ebfa70 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.3998854
Jan 22 15:27:03.414424 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e154c138587d479da7af4c332ea2e9c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7276216
Jan 22 15:27:03.435170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40672) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:03.441839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.457272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b8b30345-dcc1-4fde-8983-4391448edfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:03.468639 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-edb72e9c-bb7b-495e-baa1-f087e01ff6e6 req-5d7529fd-34d4-4913-9e33-8bc35681a53b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527918
Jan 22 15:27:03.559953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff0a5ef-18e6-4afd-9a16-18da53c8e834,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:03.765744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:03.783502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.784706 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ff0a5ef-18e6-4afd-9a16-18da53c8e834 HTTP/1.1" status: 204  len: 168 time: 0.6042044
Jan 22 15:27:03.858942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.897406 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e568ac5e-a1f1-4148-a905-649e96ab0d46 req-c5cbe17e-e8cc-411b-b1bd-9b97ebfa3507 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4983943
Jan 22 15:27:03.901800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.978457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:03.983748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a6291313-29ec-43fd-9384-0369d9feee29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:04.000232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f04d75b-0fd1-4099-9972-b7adf48d3faa,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:04.002150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:04.006458 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f04d75b-0fd1-4099-9972-b7adf48d3faa HTTP/1.1" status: 204  len: 168 time: 0.5635521
Jan 22 15:27:04.006458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:04.726085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604e8fc-eb9f-4005-b566-ad0d55b8b2af req-259d145a-2f8c-4e53-8b5a-4af52e9dc03e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:04.727822 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9604e8fc-eb9f-4005-b566-ad0d55b8b2af req-259d145a-2f8c-4e53-8b5a-4af52e9dc03e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1149201
Jan 22 15:27:04.786704 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9604e8fc-eb9f-4005-b566-ad0d55b8b2af req-702607eb-87e8-40d0-896c-c1eac50c566b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518281
Jan 22 15:27:06.065843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971421-c669-45c9-9936-0dcbd1e2bd3b req-9639ae8b-f187-4993-b271-3423895b4ce5 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:06.067794 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d971421-c669-45c9-9936-0dcbd1e2bd3b req-9639ae8b-f187-4993-b271-3423895b4ce5 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1416464
Jan 22 15:27:06.148395 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d971421-c669-45c9-9936-0dcbd1e2bd3b req-edc489ae-f6d8-433b-8fe7-af3b2dd23c3c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681410
Jan 22 15:27:06.685577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40806) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:07.064384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1621172748-network', 'tenant_id': '4673ba76a1c34f99b4492b9a46573f6c'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:07.076212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:07.087171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40822) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:07.087973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Usage tracker for resource:network and tenant:4673ba76a1c34f99b4492b9a46573f6c is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:07.095276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:07.101872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:07.172681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Made reservation on behalf of 4673ba76a1c34f99b4492b9a46573f6c for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:07.178002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.206337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.246697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:07.250312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Usage tracker for resource:security_group_rule and tenant:4673ba76a1c34f99b4492b9a46573f6c is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:07.254487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:07.279474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:07.482101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.513696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.518190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-70f86c3e-6dae-46bb-86bd-f18910c9cc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:07.562748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cd0f-b4a6-428e-a754-45c367801c22 req-22167749-9a49-4840-83b5-1908b969cb18 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:07.564454 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3ef6cd0f-b4a6-428e-a754-45c367801c22 req-22167749-9a49-4840-83b5-1908b969cb18 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.2170804
Jan 22 15:27:07.576568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:27:07.616736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.617203 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Added segment 30f9c31a-04a9-4c66-aa37-8950bade95ff of type vxlan for network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac
Jan 22 15:27:07.627068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.631646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbb783a-387c-405d-9ed6-c8469d2bb7d4,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:07.651675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:07.656139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Usage tracker for resource:security_group_rule and tenant:23bbda3b84ea4995958ac601ae216396 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:07.659722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:07.663635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.664313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.664934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.665322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.665704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.666090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.666635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.666850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.667228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.667602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.667973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.668261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:07.668382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.668748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.669131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.669495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.669858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.670226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.670610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.670986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.671353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.671821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.678998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.678998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.678998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.678998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:07.692585 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.705098 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3ef6cd0f-b4a6-428e-a754-45c367801c22 req-cad10b14-d316-459f-8133-f24f771eb7b2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295373
Jan 22 15:27:07.784234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.785583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:07.786231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.792842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40844) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:07.793672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-40f5fe68-8cf8-48a3-b084-bbee176742db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:07.798095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.828177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:07.853256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7378da91-8a27-4f5b-9e13-2eb6200cf1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:07.900047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e10d74-edc2-40c1-875f-725382b17b28,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:07.904297 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2199912
Jan 22 15:27:07.907366 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23bbda3b84ea4995958ac601ae216396&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8172712
Jan 22 15:27:07.907366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40852) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:07.919901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.919901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.919901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.919901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.919901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.919901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.920615 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.920778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.921144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.921843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.922228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.922644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.923147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.923524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.923892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.924265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.924634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.925004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.925772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.926148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.926520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.926928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.927299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.928065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:07.929385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40858) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:07.936388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Request body: {'subnet': {'network_id': '2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1621172748-subnet', 'tenant_id': '4673ba76a1c34f99b4492b9a46573f6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:07.941371 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:07.942392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:07.947462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Usage tracker for resource:subnet and tenant:4673ba76a1c34f99b4492b9a46573f6c is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:07.951127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:07.957377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:07.970784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:07.986985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:07.989802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:08.011795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.033586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Made reservation on behalf of 4673ba76a1c34f99b4492b9a46573f6c for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:08.039361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2292147'] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.069654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.118239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:08.222041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.227914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:08.248879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e10d74-edc2-40c1-875f-725382b17b28,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:08.260917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:08.296989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.316284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.318109 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7e10d74-edc2-40c1-875f-725382b17b28 HTTP/1.1" status: 204  len: 168 time: 0.3875575
Jan 22 15:27:08.323749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:08.329493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Usage tracker for resource:security_group_rule and tenant:3bfb27cb744845aeb6a6cc9d187e7778 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:08.333666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:08.340525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:08.626736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.770686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2292096'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.786409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:08.879728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:08.892760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-22e16805-1b93-4673-bf99-4c2801a701b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:08.925512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962916f3-4ccc-469f-b424-a12d568da392,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:08.926199 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bfb27cb744845aeb6a6cc9d187e7778&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1088252
Jan 22 15:27:08.929293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40890) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:08.934943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:09.010775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.014015 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3643b973-b03c-4307-8146-897b5b3ca331,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:09.024432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:09.042840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Checking segment: {'id': '30f9c31a-04a9-4c66-aa37-8950bade95ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:09.043199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Network hostable DHCP agents. Network: 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:27:09.101950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:27:09.165070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:09.175175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71d9e9-d604-4949-aa45-a2265da7d0fd None None] Network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:09.192628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:09.197085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.282161 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3686585
Jan 22 15:27:09.318468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.437308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ad7db-fd5b-432a-be03-79d2a0829471 req-8fe60f28-a850-4792-93da-b9eba9290c83 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:09.439196 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124ad7db-fd5b-432a-be03-79d2a0829471 req-8fe60f28-a850-4792-93da-b9eba9290c83 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.3626788
Jan 22 15:27:09.502151 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124ad7db-fd5b-432a-be03-79d2a0829471 req-2ad46683-630b-4e34-9b11-bafba5c18ab2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560932
Jan 22 15:27:09.503069 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.508495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6af98ea1-07f5-43fa-bae1-0bf2b94f5121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:09.518317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4f22c-31b4-46f0-8ece-7f46ce4b4266 None None] Network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:09.530537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.530537 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3643b973-b03c-4307-8146-897b5b3ca331 HTTP/1.1" status: 204  len: 168 time: 0.5970535
Jan 22 15:27:09.530537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3643b973-b03c-4307-8146-897b5b3ca331,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:09.543816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:09.719956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40924) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:09.753541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.777496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:09.781638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Usage tracker for resource:security_group_rule and tenant:28d731b1fc11446ab93988d11f0d2624 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:09.784882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:09.792153 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:09.798925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef9c6-cafa-4569-8e35-0f086675a7e0 req-5c15631d-ec9c-4369-a50e-97d99d1b6f99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:09.800627 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9abef9c6-cafa-4569-8e35-0f086675a7e0 req-5c15631d-ec9c-4369-a50e-97d99d1b6f99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 945 time: 0.1636486
Jan 22 15:27:09.874545 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9abef9c6-cafa-4569-8e35-0f086675a7e0 req-8512b164-13dc-451b-82b2-5b1c91bf144f tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670748
Jan 22 15:27:09.921626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.964583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:09.972752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3dfd326c-a644-45e2-b8f5-6c0db35db7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:10.027014 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28d731b1fc11446ab93988d11f0d2624&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3038275
Jan 22 15:27:10.027014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cee7e1-2a6f-4732-a31c-bac10ac7b259,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:10.028260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 40936) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:10.029441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:10.094907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:10.128025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:10.212560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:10.217860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:10.231398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cee7e1-2a6f-4732-a31c-bac10ac7b259,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:10.234724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:10.237051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:10.238332 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32cee7e1-2a6f-4732-a31c-bac10ac7b259 HTTP/1.1" status: 204  len: 168 time: 0.2089903
Jan 22 15:27:10.680974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40954) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:10.700922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:10.720898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:10.727977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee35714926ab4957ac9e9e2c9cf17ee6 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:10.743241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:10.763943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:10.879662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:10.882983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba1377-ff8e-4d2c-b10b-5248bef39b4a req-077c2c1b-9f58-4588-8cd6-33dfe17aed72 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:10.885897 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-06ba1377-ff8e-4d2c-b10b-5248bef39b4a req-077c2c1b-9f58-4588-8cd6-33dfe17aed72 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.2317336
Jan 22 15:27:10.915490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:10.930326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-50af9981-c2fa-4237-ab1e-9e742286e4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:10.982943 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee35714926ab4957ac9e9e2c9cf17ee6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3007638
Jan 22 15:27:10.985562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 40962) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:10.989631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632cfa45-0885-4bac-93ec-687eb545be8e,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:11.043284 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-06ba1377-ff8e-4d2c-b10b-5248bef39b4a req-4ba4a5b3-722f-4491-9003-6b72675134e7 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420360
Jan 22 15:27:11.108693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:11.154741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:11.231753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:11.357161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:11.362705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97298be-f62c-4738-b4b9-e2e4a774043d req-b8e3944b-730c-4c05-91ef-8e2b11b8066b tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:11.371682 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e97298be-f62c-4738-b4b9-e2e4a774043d req-b8e3944b-730c-4c05-91ef-8e2b11b8066b tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 945 time: 0.1895254
Jan 22 15:27:11.373301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ce9f5a8-ccb8-4936-8825-8377c294615f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:11.396639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632cfa45-0885-4bac-93ec-687eb545be8e,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:11.404791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:11.406867 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:11.408092 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/632cfa45-0885-4bac-93ec-687eb545be8e HTTP/1.1" status: 204  len: 168 time: 0.4212947
Jan 22 15:27:11.492238 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e97298be-f62c-4738-b4b9-e2e4a774043d req-49e31fc4-6e1d-4ce8-98aa-bca4d6682139 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148355
Jan 22 15:27:11.806982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cca35-972c-4079-86ba-5040105fd225 req-e0db719b-7427-4d80-9764-4589ed979dc4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:11.807810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4e7cca35-972c-4079-86ba-5040105fd225 req-e0db719b-7427-4d80-9764-4589ed979dc4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Synchronizing usage tracker for tenant:01990de713be416a9cb56b35eda4042b on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:27:11.852459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4e7cca35-972c-4079-86ba-5040105fd225 req-e0db719b-7427-4d80-9764-4589ed979dc4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Unset dirty status for tenant:01990de713be416a9cb56b35eda4042b on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:27:11.853985 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4e7cca35-972c-4079-86ba-5040105fd225 req-e0db719b-7427-4d80-9764-4589ed979dc4 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.62 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 945 time: 0.1553240
Jan 22 15:27:11.949934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Deleting port 27aead37-b39c-4d41-acf6-aeed0aff1234 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:27:11.950328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.119410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41002) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:12.131967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1357924227-network', 'tenant_id': 'be2529449ee64f01821d142884f68c4f'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:12.148546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:12.169259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Usage tracker for resource:network and tenant:be2529449ee64f01821d142884f68c4f is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:12.175443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:12.196075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:12.245196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Made reservation on behalf of be2529449ee64f01821d142884f68c4f for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:12.251198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.278217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.280594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] For port 27aead37-b39c-4d41-acf6-aeed0aff1234, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=27aead37-b39c-4d41-acf6-aeed0aff1234,segment=NetworkSegment(ff99f73a-fcef-4d93-bbb1-68215b015c6f),segment_id=ff99f73a-fcef-4d93-bbb1-68215b015c6f)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:27:12.281164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.315759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:12.324656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:be2529449ee64f01821d142884f68c4f is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:12.328019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:12.334785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:12.432552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.433868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41016) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:12.446927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Calling delete_port for 27aead37-b39c-4d41-acf6-aeed0aff1234 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:27:12.498114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.504769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5a8f4044-0932-4f71-a52d-81df8d861cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:12.539795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:27:12.570918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5981c1-1149-48ec-b0cc-83006fbcfd4b,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:12.575347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:12.581716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.582138 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Added segment 77473820-8a96-4e1a-a89c-8b4b69cc38de of type vxlan for network 78b609d3-f56c-43af-aba3-398984f33d1d
Jan 22 15:27:12.619056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69779e72-257a-44dc-865d-1ecd3ec3f4d8 req-47e6d3f7-eb5b-4926-8fb2-f314e7d58cfe tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:12.626769 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-69779e72-257a-44dc-865d-1ecd3ec3f4d8 req-47e6d3f7-eb5b-4926-8fb2-f314e7d58cfe tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1918249
Jan 22 15:27:12.697148 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-69779e72-257a-44dc-865d-1ecd3ec3f4d8 req-01380e85-9f77-4980-ad01-0593b30719d7 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692761
Jan 22 15:27:12.718633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.882780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128d12c-f941-4bc9-aa57-4dbaaa72bcb0 req-de2c1f86-0245-4579-880d-5242898ce3ba tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:12.884581 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4128d12c-f941-4bc9-aa57-4dbaaa72bcb0 req-de2c1f86-0245-4579-880d-5242898ce3ba tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 945 time: 0.1337850
Jan 22 15:27:12.887356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.888353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.906897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:12.907795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.911833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:12.926531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:13.038345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:13.073500 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4128d12c-f941-4bc9-aa57-4dbaaa72bcb0 req-82e24a96-a64e-4ffa-892b-7c08a08db637 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/security-groups?id=3d5ff62c-d2e7-4717-b680-d9088d1accfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511807
Jan 22 15:27:13.074829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e1f2e01fda4b8da7483050705467f5 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:13.094203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:13.106284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:13.112564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=78b609d3-f56c-43af-aba3-398984f33d1d,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:13.113056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2c8a007f-5caf-48fb-98b8-59441be0dd99 tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:13.121596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:13.128374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:13.136235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 78b609d3-f56c-43af-aba3-398984f33d1d details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:13.173495 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0523748
Jan 22 15:27:13.176444 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41058) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:13.187747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Request body: {'subnet': {'network_id': '78b609d3-f56c-43af-aba3-398984f33d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1357924227-subnet', 'tenant_id': 'be2529449ee64f01821d142884f68c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:13.195154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:13.200820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Usage tracker for resource:subnet and tenant:be2529449ee64f01821d142884f68c4f is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:13.227021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:13.243363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:13.272503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Pushing event deleted for resources: {'Port': ['ID=27aead37-b39c-4d41-acf6-aeed0aff1234,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:13.280083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:13.291157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 78b609d3-f56c-43af-aba3-398984f33d1d details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:13.323564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Made reservation on behalf of be2529449ee64f01821d142884f68c4f for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:13.334184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852576128'] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:13.365613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] No DVR routers for this DVR port 27aead37-b39c-4d41-acf6-aeed0aff1234 on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:27:13.368530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:13.373147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'name': 'network-vif-deleted', 'tag': '27aead37-b39c-4d41-acf6-aeed0aff1234'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:27:13.442653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 27aead37-b39c-4d41-acf6-aeed0aff1234 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:27:13.457764 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4e7cca35-972c-4079-86ba-5040105fd225 req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.62 "DELETE /v2.0/ports/27aead37-b39c-4d41-acf6-aeed0aff1234 HTTP/1.1" status: 204  len: 173 time: 1.5976493
Jan 22 15:27:13.512818 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b011cd-75f6-4695-ba20-adb3a58743d7', 'name': 'network-vif-deleted', 'tag': '27aead37-b39c-4d41-acf6-aeed0aff1234', 'status': 'completed', 'code': 200}
Jan 22 15:27:13.516629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 27aead37-b39c-4d41-acf6-aeed0aff1234 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:27:13.518826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 27aead37-b39c-4d41-acf6-aeed0aff1234 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:27:13.784962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:13.843002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:13.855983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4cc0cdcc-7d3a-432e-8794-1e477b16f4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:14.009658 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3e1f2e01fda4b8da7483050705467f5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5728555
Jan 22 15:27:14.012622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41098) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:14.073931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6dfd5e-c9f8-4b90-bab3-1b851ce01320,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:14.091494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:14.142061 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:14.190711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674de8b-e800-4a17-847a-33720fd89e2c req-eecc5955-8258-42fd-befc-8f87a270a570 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:14.192422 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1674de8b-e800-4a17-847a-33720fd89e2c req-eecc5955-8258-42fd-befc-8f87a270a570 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.3376431
Jan 22 15:27:14.210118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:14.305302 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1674de8b-e800-4a17-847a-33720fd89e2c req-03a3bb81-ba92-40c7-bb73-7689901b6212 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018798
Jan 22 15:27:14.350550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:14.355946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:14.373025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6dfd5e-c9f8-4b90-bab3-1b851ce01320,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:14.378654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:14.383313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:14.383313 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d6dfd5e-c9f8-4b90-bab3-1b851ce01320 HTTP/1.1" status: 204  len: 168 time: 0.3689897
Jan 22 15:27:14.506713 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7f1bfee8-bd47-440b-a59e-314d8b436835 req-8f7908f5-580c-4066-b0b2-93fc83dbb40a tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] 10.222.0.54 "GET /v2.0/ports?device_id=b4b011cd-75f6-4695-ba20-adb3a58743d7 HTTP/1.1" status: 200  len: 210 time: 0.0564132
Jan 22 15:27:14.522379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3025300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852576077'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:14.646517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-31c78cdc-acec-42d8-8a3f-e3501c26be08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:14.697187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41126) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:14.726411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7bb06a-996d-4f11-b2c9-f87e0f885713,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:14.736118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:14.751135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Checking segment: {'id': '77473820-8a96-4e1a-a89c-8b4b69cc38de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78b609d3-f56c-43af-aba3-398984f33d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:14.751527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Network hostable DHCP agents. Network: 78b609d3-f56c-43af-aba3-398984f33d1d, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:27:14.799010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Network 78b609d3-f56c-43af-aba3-398984f33d1d is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:27:14.819154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41134) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:14.856081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 78b609d3-f56c-43af-aba3-398984f33d1d) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:14.865006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4aefc-c492-4d41-a6cd-e0e1f238f141 None None] Network 78b609d3-f56c-43af-aba3-398984f33d1d requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:14.869620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:14.870375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:14.988268 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a56ac5e5-f66d-4763-ae5f-deccc8a99c28 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8098810
Jan 22 15:27:15.133774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3d11b-3e52-4769-a086-d77c43c37a18 None None] Network 78b609d3-f56c-43af-aba3-398984f33d1d requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:15.147621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.178341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:15.183258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Usage tracker for resource:security_group_rule and tenant:809242213e5044ccaea43014edaea9d3 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:15.186694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:15.193810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:15.229495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.253121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:15.260083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Usage tracker for resource:security_group_rule and tenant:e27906d29a8042d9a59a5ae76a21eb85 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:15.268807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:15.276525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:15.293679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.326901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.341353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7434a976-6779-4251-9805-4f07ba1be7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:15.399643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.418200 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=809242213e5044ccaea43014edaea9d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7195992
Jan 22 15:27:15.421329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41148) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:15.424459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8467b02d-d0fc-4084-b630-69406f34d40a,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:15.439374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.441700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:15.454325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9324dde4-04e5-43b3-9971-4449a8e3474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:15.514918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.520009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e438e15-b97b-4d60-86b3-180f46f40a87,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:15.524052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:15.555896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.586787 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e27906d29a8042d9a59a5ae76a21eb85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7659187
Jan 22 15:27:15.593137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41158) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:15.649165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41168) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:15.679338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f86b58-74a0-4baf-bccb-b05b0e248cb9 req-1d22927a-71f1-4ab1-8dca-c2dc7e62678e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:15.688328 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-02f86b58-74a0-4baf-bccb-b05b0e248cb9 req-1d22927a-71f1-4ab1-8dca-c2dc7e62678e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1629891
Jan 22 15:27:15.690548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.723956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:15.732861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Usage tracker for resource:security_group_rule and tenant:796cc5c768bc48e7b3352255bad48b33 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:15.736074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.738162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:15.751991 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:15.755528 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-02f86b58-74a0-4baf-bccb-b05b0e248cb9 req-e8bd3563-8847-4152-b10b-e121e2ecc5b2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647335
Jan 22 15:27:15.757890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.766666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-06edcefd-d4d9-46ce-8df8-21a2e7e63524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:15.800835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8467b02d-d0fc-4084-b630-69406f34d40a,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:15.811552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.825242 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:15.830834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.835006 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8467b02d-d0fc-4084-b630-69406f34d40a HTTP/1.1" status: 204  len: 168 time: 0.4096580
Jan 22 15:27:15.942799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.948059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-77944de5-11b9-4aed-859f-bd84d3fdad85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:15.958205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.964652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e438e15-b97b-4d60-86b3-180f46f40a87,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:15.973619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:15.975794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:15.983808 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e438e15-b97b-4d60-86b3-180f46f40a87 HTTP/1.1" status: 204  len: 168 time: 0.3894706
Jan 22 15:27:15.995148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:16.016430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e7ae50b5-8a0d-4772-9fb7-90d96d3910f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:16.113346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=796cc5c768bc48e7b3352255bad48b33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4614925
Jan 22 15:27:16.117942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41184) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:16.129825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff7013d-a15c-4ad3-9890-3aa49534c349,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:16.159285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:16.216412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:16.244751 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:16.353678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:16.360452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-31b9821c-2b47-42c6-be68-d68976265dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:16.391599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff7013d-a15c-4ad3-9890-3aa49534c349,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:16.404903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:16.410025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:16.416375 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ff7013d-a15c-4ad3-9890-3aa49534c349 HTTP/1.1" status: 204  len: 168 time: 0.2963138
Jan 22 15:27:16.864102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41216) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:16.889724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:16.914041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:16.919685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Usage tracker for resource:security_group_rule and tenant:a710286787cb4bf8b3a578c7d1090904 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:16.923033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:16.929705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:17.029237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3214-de8d-47fc-8bef-ec9a0eb286b4 req-1a5b9a79-e110-41f8-96e3-9080b10102a3 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:17.031436 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2e9b3214-de8d-47fc-8bef-ec9a0eb286b4 req-1a5b9a79-e110-41f8-96e3-9080b10102a3 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1407621
Jan 22 15:27:17.034899 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.063959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.081354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a54e25d7-fd2c-48ad-a5c6-29447c9fa40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:17.097915 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2e9b3214-de8d-47fc-8bef-ec9a0eb286b4 req-bd64e6c3-d65e-4b89-8a46-2d7e34b3ce30 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581865
Jan 22 15:27:17.150085 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a710286787cb4bf8b3a578c7d1090904&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2847311
Jan 22 15:27:17.151740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3bdcb8-e909-4a37-859d-ac523bb333ac,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:17.153058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41224) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:17.155122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:17.217721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.245546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.326772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.332608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:17.346094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3bdcb8-e909-4a37-859d-ac523bb333ac,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:17.348954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:17.358468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.360065 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a3bdcb8-e909-4a37-859d-ac523bb333ac HTTP/1.1" status: 204  len: 168 time: 0.2055650
Jan 22 15:27:17.417927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41234) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:17.601649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41242) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:17.704057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41248) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:17.724897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.742435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:17.746736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Usage tracker for resource:security_group_rule and tenant:cae83fd02e6d4122a6a80dbd2ce68c93 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:17.749882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:17.755727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:17.867295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.895870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:17.926131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8bc71cd4-d9f7-4fcc-b642-aac2f6b43189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:17.954259 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cae83fd02e6d4122a6a80dbd2ce68c93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2490830
Jan 22 15:27:17.956208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a360df-19e5-453d-b969-31cb3f8b697c,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:17.957147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41262) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:17.959774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:18.042050 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.061892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:18.067875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Usage tracker for resource:security_group_rule and tenant:a6b05fa372dd4baebd3fcd5bd3e50887 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:18.070066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.072141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:18.102429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:18.126284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.214850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41274) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:18.255729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.257945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.266215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c97c7049-47a3-4553-b707-a3dfd6ee7154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:18.288617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a360df-19e5-453d-b969-31cb3f8b697c,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:18.292350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.296058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:18.309437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a57d475b-58ae-47c5-8303-cdcedfaf435a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:18.336336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.343356 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75a360df-19e5-453d-b969-31cb3f8b697c HTTP/1.1" status: 204  len: 168 time: 0.3844826
Jan 22 15:27:18.353498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.356234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb7cf5d-e1e7-4eea-af25-62a73a8d5065,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:18.393524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:18.399892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:18.411874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Deleting subnet 55a5a7cf-f1d3-4cdc-811e-23718d1e953f {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:27:18.417530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Usage tracker for resource:security_group_rule and tenant:33d622f8a81f4b818c4cd47d735300eb is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:18.421254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.442535 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6b05fa372dd4baebd3fcd5bd3e50887&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0230856
Jan 22 15:27:18.446448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41282) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:18.451272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:18.468337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:18.495850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.547558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68da28-f580-4f4d-aace-0f5adfafd7e5 req-058c22ab-cbd3-4154-83e1-7fd98515c64a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:18.549267 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1c68da28-f580-4f4d-aace-0f5adfafd7e5 req-058c22ab-cbd3-4154-83e1-7fd98515c64a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.2410626
Jan 22 15:27:18.585674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.674917 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1c68da28-f580-4f4d-aace-0f5adfafd7e5 req-b520dd95-6df9-4a68-b5d5-3c31f292d933 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961549
Jan 22 15:27:18.675686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.712375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.804493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.806702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.817350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:18.839781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.843912 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1bb7cf5d-e1e7-4eea-af25-62a73a8d5065 HTTP/1.1" status: 204  len: 168 time: 0.3940070
Jan 22 15:27:18.843912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb7cf5d-e1e7-4eea-af25-62a73a8d5065,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:18.851478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:18.858594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:18.862309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2170584d-b2b9-4415-8906-d040c66fc887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:18.966738 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33d622f8a81f4b818c4cd47d735300eb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3633888
Jan 22 15:27:18.969963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41300) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:18.973125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb987bb-dfdb-40ed-b82b-84f9e129c7f5,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:18.986405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:19.053086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.082498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.201050 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.209056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.216339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d637288c-7ac3-4496-a8e3-b19eb1846a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:19.244919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2c6f82a8-f4f3-4c31-b0f2-b0ec66348708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:19.266731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb987bb-dfdb-40ed-b82b-84f9e129c7f5,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:19.283549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:19.291135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.294913 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adb987bb-dfdb-40ed-b82b-84f9e129c7f5 HTTP/1.1" status: 204  len: 168 time: 0.3213506
Jan 22 15:27:19.352178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a5a7cf-f1d3-4cdc-811e-23718d1e953f,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:19.361055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:19.407312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.419819 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-86724772-3a97-44a3-a3fa-b6fafe1d72bb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/55a5a7cf-f1d3-4cdc-811e-23718d1e953f HTTP/1.1" status: 204  len: 168 time: 1.2036173
Jan 22 15:27:19.422836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41322) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:19.547783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.762584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:19.997739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e485b048>,) {'filters': {'network_id': ['2e1f4d07-225e-4f71-a181-aa15057e4de1']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:20.014493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e485b048>, 'ff99f73a-fcef-4d93-bbb1-68215b015c6f') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:20.015029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e485b048>, 'ff99f73a-fcef-4d93-bbb1-68215b015c6f') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:20.041531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.082902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41340) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:20.089690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a39224-cfbc-4fd5-be09-b16206e8565a req-0be2f5c3-ce0c-4bf0-9f7c-e0100bd8a04d tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:20.091408 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-37a39224-cfbc-4fd5-be09-b16206e8565a req-0be2f5c3-ce0c-4bf0-9f7c-e0100bd8a04d tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1995602
Jan 22 15:27:20.092591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.094908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:27:20.122499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.140587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:20.145451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Usage tracker for resource:security_group_rule and tenant:5a24cdfd068d431486537ee42474504e is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:20.148860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:20.155171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:20.203046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41344) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:20.397849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.435388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.475885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-630bbd67-ef16-4207-8c7c-cf8812331b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:20.516536 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a24cdfd068d431486537ee42474504e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4293096
Jan 22 15:27:20.518052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b697da7-6f07-43ca-9c97-d2ffa19ccadf,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:20.521713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41354) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:20.525601 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:20.601527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.619749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.656845 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.686623 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-37a39224-cfbc-4fd5-be09-b16206e8565a req-9705f06c-9900-4fb2-b662-ca2f0ead6313 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5739169
Jan 22 15:27:20.688151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:20.746382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:27:20.758766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.778351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Usage tracker for resource:security_group_rule and tenant:98ba9517eb69482986689ade643525d8 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:20.784520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:20.823986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.829659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4d5f03bf-70b7-48bb-a0a0-d10fcd81d2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:20.845248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:20.848082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:20.850232 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b697da7-6f07-43ca-9c97-d2ffa19ccadf HTTP/1.1" status: 204  len: 168 time: 0.3261445
Jan 22 15:27:20.851283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b697da7-6f07-43ca-9c97-d2ffa19ccadf,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:20.857277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:21.018470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Network 2e1f4d07-225e-4f71-a181-aa15057e4de1 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:27:21.056610 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:27:21.361423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.361423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.373650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:21.397538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.400441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1f4d07-225e-4f71-a181-aa15057e4de1,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:21.403785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:21.409549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.421599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ead7052c-1651-40a2-941d-a6622b2af3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:21.455362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a3722-a5de-4c52-b07a-e6f55251d864,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:21.461837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:21.482414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41386) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:21.482851 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98ba9517eb69482986689ade643525d8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2761903
Jan 22 15:27:21.505909 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8ef88b2a-0a65-403e-b2c7-394ef32bdff2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2e1f4d07-225e-4f71-a181-aa15057e4de1 HTTP/1.1" status: 204  len: 168 time: 2.0819283
Jan 22 15:27:21.616302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.618314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6008b1a8-d54a-4ec2-be4f-76f2b3c49eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.650605 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.953029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.960749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-259ebacb-2fe3-4a33-9756-408b8dfd95a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:21.974116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a3722-a5de-4c52-b07a-e6f55251d864,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:21.983022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:21.983022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:21.986647 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/255a3722-a5de-4c52-b07a-e6f55251d864 HTTP/1.1" status: 204  len: 168 time: 0.4994338
Jan 22 15:27:22.023667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2862c-78c6-43c7-8f52-31248c383ad4 req-9e11a14c-5a18-4ef6-82f3-dd9dd67aca4c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:22.025614 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-10f2862c-78c6-43c7-8f52-31248c383ad4 req-9e11a14c-5a18-4ef6-82f3-dd9dd67aca4c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1280568
Jan 22 15:27:22.126809 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-10f2862c-78c6-43c7-8f52-31248c383ad4 req-8095fb60-c27d-4bbd-8e5c-1cd56d53603a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913820
Jan 22 15:27:22.150780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41416) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:22.207169 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-dc229189-e4ff-4f99-910c-30fb53f2631c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01990de713be416a9cb56b35eda4042b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0547690
Jan 22 15:27:22.210446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41420) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:22.283076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:22.312616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:22.553618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:22.565417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-691ad01c-6b5b-4957-a2d2-c89f72e5af40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:22.576836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5ff62c-d2e7-4717-b680-d9088d1accfd,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:22.579238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:22.627916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:22.639104 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d5ff62c-d2e7-4717-b680-d9088d1accfd HTTP/1.1" status: 204  len: 168 time: 0.4274950
Jan 22 15:27:23.413942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bad68-4825-4a0e-9e9f-8feb0a2503f5 req-3159e4d2-cea4-47b1-bd15-618e4129a006 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:23.416006 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ee1bad68-4825-4a0e-9e9f-8feb0a2503f5 req-3159e4d2-cea4-47b1-bd15-618e4129a006 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1229579
Jan 22 15:27:23.473885 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ee1bad68-4825-4a0e-9e9f-8feb0a2503f5 req-f3f7b572-2132-4a7f-8dbb-6414b94c9461 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511594
Jan 22 15:27:23.892904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df8b01e4-d722-4c2a-b48e-b6d00cd890db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:24.704111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:24.904602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad192-7736-4c86-8d22-7de2ab181d95 req-2352d7a4-9c86-49b4-9527-3754b78255ab tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:24.906302 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f8bad192-7736-4c86-8d22-7de2ab181d95 req-2352d7a4-9c86-49b4-9527-3754b78255ab tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.2109983
Jan 22 15:27:24.999954 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f8bad192-7736-4c86-8d22-7de2ab181d95 req-148e04db-b7f6-4ac9-91bb-62346437d494 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838213
Jan 22 15:27:25.570194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:25.816123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41574) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:25.909713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.194166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-network', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:26.200413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:26.206367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Usage tracker for resource:network and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:26.209945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:26.216787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:26.250593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Made reservation on behalf of de1e2f62a6174b6f8083d97ddc9ebde4 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:26.256004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.282186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.327479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:26.339219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Usage tracker for resource:security_group_rule and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:26.342633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:26.352357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:26.409586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada28449-a5e6-4c63-a703-5eba6ce74e43 req-5af2bb2b-7bf0-4ff5-8b42-207fab611b18 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:26.417245 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada28449-a5e6-4c63-a703-5eba6ce74e43 req-5af2bb2b-7bf0-4ff5-8b42-207fab611b18 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1749163
Jan 22 15:27:26.501755 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada28449-a5e6-4c63-a703-5eba6ce74e43 req-4d2d7c23-85b1-4abd-bdea-8107767dbba4 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834534
Jan 22 15:27:26.510224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.547937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.547937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4eb91039-8590-4987-a09a-fb6288df02ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:26.587458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:27:26.593880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b3eb3-ee4e-486c-8306-8a68e2c40b24,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:26.598490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:26.602390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.602818 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Added segment 27c93d84-974d-4360-9c39-78ddbc8e7c59 of type vxlan for network c756573d-c2f6-4739-a7c2-923227c9dc51
Jan 22 15:27:26.633821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.696191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.697386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:26.698045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:26.720463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:26.725818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41620) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:26.996107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41630) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:26.996641 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1788945
Jan 22 15:27:27.002799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Request body: {'subnet': {'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-subnet', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:27.016368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:27.023028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Pushing event updated for resources: {'Network': ['ID=c756573d-c2f6-4739-a7c2-923227c9dc51,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:27.026640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Usage tracker for resource:subnet and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:27.033110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:27.033482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:27.035140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network c756573d-c2f6-4739-a7c2-923227c9dc51 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:27.057674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:27.127222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.152083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network c756573d-c2f6-4739-a7c2-923227c9dc51 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:27.159100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:27.164289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Usage tracker for resource:security_group_rule and tenant:13eaca6e52f74f6ca9556fe502f639d8 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:27.167527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:27.173801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:27.270040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.273311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Made reservation on behalf of de1e2f62a6174b6f8083d97ddc9ebde4 for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:27.278978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852576128'] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.414030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.427774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b2dbc396-dd45-494b-a8a7-d3ba608f32cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:27.499709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd803da-b4ba-4c62-b24b-3bb8935d4d2a,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:27.542747 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13eaca6e52f74f6ca9556fe502f639d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8154027
Jan 22 15:27:27.545006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41658) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:27.550271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:27.642609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.676504 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.766909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.774657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-516ee6d9-f019-45e5-b5a7-25342eded381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:27.787775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd803da-b4ba-4c62-b24b-3bb8935d4d2a,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:27.796875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 35f159cd-cfb5-43a2-9e78-419c9ff9c514 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:27.816445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:27.826733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:27.835298 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bd803da-b4ba-4c62-b24b-3bb8935d4d2a HTTP/1.1" status: 204  len: 168 time: 0.2889707
Jan 22 15:27:27.852692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961859-704e-4848-b35c-9ad8f222997d req-6e9e521c-d58a-4b25-9f35-4e40330956b8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:27.860262 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7f961859-704e-4848-b35c-9ad8f222997d req-6e9e521c-d58a-4b25-9f35-4e40330956b8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.2325635
Jan 22 15:27:27.930961 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7f961859-704e-4848-b35c-9ad8f222997d req-b941ce52-725a-48da-b340-638025b1ae90 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696244
Jan 22 15:27:27.933974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:27.935317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.060389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3025300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852576077'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.078478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ffb77c51-ca00-407c-b493-9ca93df70a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:28.221348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c177e6-663c-45ef-82e6-9b7214f6cc6e,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:28.224757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:28.322077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Checking segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:28.322474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Network hostable DHCP agents. Network: c756573d-c2f6-4739-a7c2-923227c9dc51, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:27:28.427039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Network c756573d-c2f6-4739-a7c2-923227c9dc51 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:27:28.475292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, c756573d-c2f6-4739-a7c2-923227c9dc51) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:28.488643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b3ae3-ae98-4938-9b0f-fba6b252c556 None None] Network c756573d-c2f6-4739-a7c2-923227c9dc51 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:28.493612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:28.494490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.556447 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5591547
Jan 22 15:27:28.559541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41690) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:28.565558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:28.571574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:28.581901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Usage tracker for resource:router and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:28.585328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:28.592572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:28.639289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41698) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:28.639440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.641329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.661644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.672074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.689335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:28.694751 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Usage tracker for resource:security_group_rule and tenant:fef8b1ca7a4d4aae992dd4fe3f4f65d5 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:28.697805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:28.703833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:28.735737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-c756573d-c2f6-4739-a7c2-923227c9dc51', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:27:28.736932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.838307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.874909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:28.891217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6c9d12d7-3c3e-4618-9fa2-5dbc8500df60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:28.931436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc52414e-0435-44e4-a39d-6c3b07dc883a,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:28.935347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:28.988915 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fef8b1ca7a4d4aae992dd4fe3f4f65d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3456779
Jan 22 15:27:28.991135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41708) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:29.143209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.215619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.255057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:27:29.255470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.356721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9e48a-1eea-4aac-bd9b-496ee3fc27b1 req-2c33f114-fc1e-4380-989b-a13863ddea51 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:29.366114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fab9e48a-1eea-4aac-bd9b-496ee3fc27b1 req-2c33f114-fc1e-4380-989b-a13863ddea51 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1899707
Jan 22 15:27:29.393506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Allocated IP 172.20.0.2 (c756573d-c2f6-4739-a7c2-923227c9dc51/32c177e6-663c-45ef-82e6-9b7214f6cc6e/ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:27:29.461543 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fab9e48a-1eea-4aac-bd9b-496ee3fc27b1 req-764f58c8-3128-44b5-a230-8a3d2e25f39e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942521
Jan 22 15:27:29.464509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.474219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4027b7a7-3dfd-4f0e-9e54-7a16f9046d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:29.500336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc52414e-0435-44e4-a39d-6c3b07dc883a,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:29.503048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:29.504071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.507216 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc52414e-0435-44e4-a39d-6c3b07dc883a HTTP/1.1" status: 204  len: 168 time: 0.5148215
Jan 22 15:27:29.739176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.777464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.825829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:29.899597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Transition to ACTIVE for port object ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:27:29.925326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Transition to ACTIVE for port object ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:27:29.984176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:30.002073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:30.152857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Allocated IP 172.27.3.161 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/edd82a72-fb22-4218-8b8a-f4d8da0535de) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:27:30.182932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Pushing event updated for resources: {'Port': ['ID=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:30.196129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.196516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.196892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.197260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.197628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.197994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.198353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.199650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.200049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.200421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.200785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.201703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.201703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.201875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.202224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.202597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.202951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.203301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.203656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.204113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.204478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.204815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.205167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.205513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:30.227171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:30.265678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Network c756573d-c2f6-4739-a7c2-923227c9dc51 is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:27:30.267131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:30.269844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:27:30.347900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Attempting to bind port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:27:30.348391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Attempting to bind port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:27:30.349701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Attempting to bind port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c on network c756573d-c2f6-4739-a7c2-923227c9dc51 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:27:30.359248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:27:30.359904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Checking segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:30.360406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:30.361416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Bound using segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:27:30.362230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Bound port: ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:27:30.362922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:30.414066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:30.515531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:30.526127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] For port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:27:30.531862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] For port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:27:30.536685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:30.579017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:30.611568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:30.709550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Pushing event updated for resources: {'Port': ['ID=edd82a72-fb22-4218-8b8a-f4d8da0535de,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:30.721997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:30.727872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Pushing event updated for resources: {'Port': ['ID=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:30.733200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:30.821411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:27:30.831865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:30.838925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:27:30.923800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac5c85-d4e8-4162-a9c8-41653a71ecb8 req-95bafd85-ef74-4bb2-9651-e5bb3032f69e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:30.926146 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6aac5c85-d4e8-4162-a9c8-41653a71ecb8 req-95bafd85-ef74-4bb2-9651-e5bb3032f69e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1768305
Jan 22 15:27:31.006557 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6aac5c85-d4e8-4162-a9c8-41653a71ecb8 req-060fa203-35db-4535-bcf8-74b4365a4d6e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736644
Jan 22 15:27:31.847104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:31.883809 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:31.909507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0c9da-eed4-4b7f-bd4f-062343a7ba72 req-7a8faf8a-11cc-4ac8-8874-0254ce9f71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:31.911728 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-72b0c9da-eed4-4b7f-bd4f-062343a7ba72 req-7a8faf8a-11cc-4ac8-8874-0254ce9f71ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 1163 time: 0.4865258
Jan 22 15:27:32.004360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:27:32.189516 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-72b0c9da-eed4-4b7f-bd4f-062343a7ba72 req-55f073f0-93d4-4e49-ab3e-d796c152e97b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463394
Jan 22 15:27:32.453506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd8482-66d9-468c-ae7b-53724066896b req-34136085-481e-49d7-8c25-a84976b7b85c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:32.455249 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-03fd8482-66d9-468c-ae7b-53724066896b req-34136085-481e-49d7-8c25-a84976b7b85c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1854937
Jan 22 15:27:32.475049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:32.544420 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-03fd8482-66d9-468c-ae7b-53724066896b req-481956c0-64ed-4f27-b441-98b25fc8e84a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796466
Jan 22 15:27:32.578557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169308ab-10f5-4a83-9f74-ef82d46a8def None None] Network c756573d-c2f6-4739-a7c2-923227c9dc51 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:32.716565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Provisioning for port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:27:32.731204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Provisioning complete for port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:32.731627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:32.781399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:27:32.783696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41852) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:32.910893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.002258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.027104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:33.031284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Usage tracker for resource:security_group_rule and tenant:19e3edd586764e0bb196873335961c11 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:33.034596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:33.040791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:33.086099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] For port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:27:33.105104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:27:33.120477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.125695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Sync routers for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:27:33.135662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:33.137314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:27:33.138012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e358>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:27:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:33.158735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.190020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.202144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e3e96887-c717-46e0-a3c6-e647cb1b2e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:33.224742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.226304 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8937d20c-07be-4a72-89bc-08f069e008c4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.6657932
Jan 22 15:27:33.231125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 41860) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:33.273962 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19e3edd586764e0bb196873335961c11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4888842
Jan 22 15:27:33.274735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41864) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:33.292491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b0faef-937f-44be-adcd-d9aa1356712f,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:33.337331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Pushing event updated for resources: {'Port': ['ID=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:33.342644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:33.353288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:33.479475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.536634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.566450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7263809c-ca17-4791-b30f-155f3ad0e4a4 None None] Provisioning complete for port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:33.566450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7263809c-ca17-4791-b30f-155f3ad0e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.672314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:27:33.680646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.688900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d6a51f1b-1cdd-4242-ba5b-c27b03e19c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:33.716896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b0faef-937f-44be-adcd-d9aa1356712f,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:33.758329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:33.772747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:33.779237 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9b0faef-937f-44be-adcd-d9aa1356712f HTTP/1.1" status: 204  len: 168 time: 0.5016170
Jan 22 15:27:33.955103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 35f159cd-cfb5-43a2-9e78-419c9ff9c514 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:34.008009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:34.211920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ad79-ca26-4012-b8cb-c8b70df62905 req-a307dbbb-7f0e-4936-8f2f-5769d2ea4a8c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:34.215067 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-acd7ad79-ca26-4012-b8cb-c8b70df62905 req-a307dbbb-7f0e-4936-8f2f-5769d2ea4a8c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.3595302
Jan 22 15:27:34.299257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-acd7ad79-ca26-4012-b8cb-c8b70df62905 req-606a730f-ddb8-4a02-b485-d1fe6ce4dfdf tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787561
Jan 22 15:27:34.380348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e358>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:31Z', 'revision_number': 3, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:34.391566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Checking router: 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:27:34.391961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Updating router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 port edd82a72-fb22-4218-8b8a-f4d8da0535de binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:27:34.420609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:34.426435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:34.475319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:34.482773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:34.483528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:34.577492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-34d409fa-4904-4858-b967-5be2d0462617 None None] Provisioning complete for port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:34.578334 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-34d409fa-4904-4858-b967-5be2d0462617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:34.626882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ffb63-8f73-4aa4-84bf-5abed9820373 req-84dc6fed-e4df-4e74-bbe8-eabe8261220a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:34.628573 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e00ffb63-8f73-4aa4-84bf-5abed9820373 req-84dc6fed-e4df-4e74-bbe8-eabe8261220a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1306944
Jan 22 15:27:34.697971 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e00ffb63-8f73-4aa4-84bf-5abed9820373 req-985149cf-0658-4946-9931-e5e15ef31a01 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596299
Jan 22 15:27:34.801276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:34.954042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:34.968759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Transition to ACTIVE for port object edd82a72-fb22-4218-8b8a-f4d8da0535de will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:27:35.166757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Allocated IP 172.20.0.1 (c756573d-c2f6-4739-a7c2-923227c9dc51/32c177e6-663c-45ef-82e6-9b7214f6cc6e/724f6236-0d5b-4396-8222-ad4f30fd0ba4) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:27:35.207476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.249451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:35.588326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.640089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Pushing event updated for resources: {'Port': ['ID=edd82a72-fb22-4218-8b8a-f4d8da0535de,revision_number=2']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:35.648784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.649454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.650048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.650624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.651154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.651699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.652224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.652750 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.653272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.653773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.654259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.654788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.655356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.655842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.656124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41922) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:35.656641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.657130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.657627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.658118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.658632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.659118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.659621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.660104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.660589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.661715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:27:35.666754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:35.672285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Transition to ACTIVE for port object 724f6236-0d5b-4396-8222-ad4f30fd0ba4 will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:27:35.700827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.740890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:35.753145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f3f722eefb4cfca4a912fcaaaccd24 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:35.755835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.758146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:35.767588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:35.773768 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:35.777281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Attempting to bind port edd82a72-fb22-4218-8b8a-f4d8da0535de on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:27:35.777733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Attempting to bind port edd82a72-fb22-4218-8b8a-f4d8da0535de by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:27:35.778200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Attempting to bind port edd82a72-fb22-4218-8b8a-f4d8da0535de on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:27:35.787068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:27:35.787477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:35.787917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.788346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:27:35.788855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Bound port: edd82a72-fb22-4218-8b8a-f4d8da0535de, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:27:35.789286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.861846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.889638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] For port edd82a72-fb22-4218-8b8a-f4d8da0535de, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:27:35.894382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] For port edd82a72-fb22-4218-8b8a-f4d8da0535de, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=edd82a72-fb22-4218-8b8a-f4d8da0535de,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:27:35.903284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.932355 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:35.934677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-feb8e938-f3a3-4070-9c2b-d02beb002b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:35.947356 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8f3f722eefb4cfca4a912fcaaaccd24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2900631
Jan 22 15:27:35.948048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 41932) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:35.957446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:35.972271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Pushing event updated for resources: {'Port': ['ID=724f6236-0d5b-4396-8222-ad4f30fd0ba4,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:35.987784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:36.026167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf86642-da56-4bfd-80f4-d1d3357c62df,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:36.033514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:36.092193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:36.101460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Network c756573d-c2f6-4739-a7c2-923227c9dc51 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:27:36.105212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:36.109663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:27:36.167951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:36.211537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Pushing event updated for resources: {'Port': ['ID=edd82a72-fb22-4218-8b8a-f4d8da0535de,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:36.255804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:36.258347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:36.273204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:36.279944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e46406e8-db60-44ab-8c4c-6422bad1f1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:36.298406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf86642-da56-4bfd-80f4-d1d3357c62df,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:36.307028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:36.337672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:36.341273 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bf86642-da56-4bfd-80f4-d1d3357c62df HTTP/1.1" status: 204  len: 168 time: 0.3882856
Jan 22 15:27:36.382977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:27:36.383368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e358>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:27:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:36.606233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-61708b53-1a14-49cd-8158-b472229799a5 None None] Provisioning for port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:27:36.618537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-61708b53-1a14-49cd-8158-b472229799a5 None None] Provisioning complete for port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:36.619579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-61708b53-1a14-49cd-8158-b472229799a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:36.653384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:36.689018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:27:36.736806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-61708b53-1a14-49cd-8158-b472229799a5 None None] Port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:27:37.155148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:37.195032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:37.212200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e358>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:31Z', 'revision_number': 3, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:37.223443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0b7097-272d-46a9-9f38-3f90000cbb27 None None] The sync data for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi is: [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:31Z', 'revision_number': 3, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:27:37.240161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:37.375231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Pushing event updated for resources: {'Port': ['ID=724f6236-0d5b-4396-8222-ad4f30fd0ba4,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:37.378087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:37.397962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:37.585326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Network c756573d-c2f6-4739-a7c2-923227c9dc51 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:27:37.587259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:37.921057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device edd82a72-fb22-4218-8b8a-f4d8da0535de up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:37.992249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:27:38.158723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f51c315d-866e-4f3a-8bb9-51b274127690 None None] Provisioning complete for port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:38.159292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f51c315d-866e-4f3a-8bb9-51b274127690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:38.318001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f51c315d-866e-4f3a-8bb9-51b274127690 None None] Port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:27:38.324875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port edd82a72-fb22-4218-8b8a-f4d8da0535de completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:27:38.334368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port edd82a72-fb22-4218-8b8a-f4d8da0535de triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:38.335910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:38.426587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:27:38.451560 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] 10.222.0.54 "PUT /v2.0/routers/3b7fd762-1b8e-4201-8b74-0ff460f6aa86/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2189164
Jan 22 15:27:38.574324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:38.673116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port edd82a72-fb22-4218-8b8a-f4d8da0535de, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=edd82a72-fb22-4218-8b8a-f4d8da0535de,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:27:38.714761 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:38.716724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:38.912867 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-95330524-6ca5-4b4c-8b30-f916629c2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:38.914604 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-95330524-6ca5-4b4c-8b30-f916629c2133 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.1676922
Jan 22 15:27:38.940730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=edd82a72-fb22-4218-8b8a-f4d8da0535de,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:38.955528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:39.054412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6d35-e49e-4a06-baf4-dce402f4c2ee req-03d178e8-da9d-4080-92f8-8aa0b0050e8c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:39.056207 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-000b6d35-e49e-4a06-baf4-dce402f4c2ee req-03d178e8-da9d-4080-92f8-8aa0b0050e8c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1647136
Jan 22 15:27:39.142501 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-000b6d35-e49e-4a06-baf4-dce402f4c2ee req-513bce43-c61c-4082-8f1a-99dce974d191 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787020
Jan 22 15:27:39.220688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-adca6947-662c-4234-a7b6-f526ec4a9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:39.223546 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-adca6947-662c-4234-a7b6-f526ec4a9a52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.3010609
Jan 22 15:27:39.331309 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-17cd375c-7cd3-4c1f-b9ba-538c86dc9f32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 217 time: 0.0864117
Jan 22 15:27:39.453222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-fd5bb8db-95d8-4b48-942f-75176c1e5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:39.455028 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-fd5bb8db-95d8-4b48-942f-75176c1e5f58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.1300373
Jan 22 15:27:39.521663 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-c331a877-d3b7-4e98-bdd9-a04f92fcd827 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568984
Jan 22 15:27:39.718027 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-21deb504-cd9a-4d14-aa10-9f55aa564bf5 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837773
Jan 22 15:27:39.725882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42068) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:39.817841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device edd82a72-fb22-4218-8b8a-f4d8da0535de up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:39.914599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42078) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:39.921057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'security_group': {'name': 'tempest-securitygroup--728023300', 'description': 'tempest-description--1067926655'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:39.935687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:39.940780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:39.945110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:39.951776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:39.975476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port edd82a72-fb22-4218-8b8a-f4d8da0535de triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:39.975972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:39.976083 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9da29dae-dbcf-4540-af70-e95b1f1743af req-996d8e36-bcd8-4ed1-a1c4-64923754b26f service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2510588
Jan 22 15:27:40.005563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.036970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:40.042696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group_rule and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:40.046695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:40.054501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:40.086309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.111748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:40.119641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Usage tracker for resource:security_group_rule and tenant:c5846d1de7884f4e827ceadd35c44281 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:40.137164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:40.141787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:40.345618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.378158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.401498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.424640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-575257ca-28f3-46d8-93df-d980dc647c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:40.428785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.445582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2a3b8a73-df4e-4054-bac4-e601f628c06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:40.514871 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5846d1de7884f4e827ceadd35c44281&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7606549
Jan 22 15:27:40.516979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011825ce-a189-4ce8-9953-71354bba1d13,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:40.518190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42100) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:40.521825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.522598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:40.526759 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6108570
Jan 22 15:27:40.534314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42102) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:40.551208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'security_group_rule': {'security_group_id': '28c1c420-85cc-44ed-9f1c-252b92ebec18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:40.562534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:40.566786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group_rule and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:40.570699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:40.576610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:40.585813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1c420-85cc-44ed-9f1c-252b92ebec18,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:40.597647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:40.639554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.649732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.691164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e7ec9-adec-4344-9cd8-3c46ca111be5 req-5ba562ab-6c80-439c-904d-4db1d7f9076b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:40.693441 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2b4e7ec9-adec-4344-9cd8-3c46ca111be5 req-5ba562ab-6c80-439c-904d-4db1d7f9076b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2699423
Jan 22 15:27:40.723380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.770786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.819973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.822608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:40.829292 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2b4e7ec9-adec-4344-9cd8-3c46ca111be5 req-f9975922-bbd9-4beb-8f21-1e8a6da66017 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883861
Jan 22 15:27:40.838271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Sync routers for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:27:40.851696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:27:40.852750 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4eb3278>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:27:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:40.871079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ea8b71-6b5f-4493-be4b-0c55875ed7c9,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:40.874808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:40.909202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.915861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-02dc8c43-f581-44df-afc0-cf41500289c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:40.928806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011825ce-a189-4ce8-9953-71354bba1d13,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:40.933278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:40.937160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.938469 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/011825ce-a189-4ce8-9953-71354bba1d13 HTTP/1.1" status: 204  len: 168 time: 0.4088542
Jan 22 15:27:40.941426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:40.946221 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4082010
Jan 22 15:27:40.950339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42120) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:40.953593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'security_group_rule': {'security_group_id': '28c1c420-85cc-44ed-9f1c-252b92ebec18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:40.967636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:40.971945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group_rule and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:40.975889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:40.982289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:41.036238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:41.193040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:41.241246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:41.243490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:41.266309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4de877d-f2d7-4497-81ea-428e4f618fa1,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:41.271992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:41.290919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:27:41.303690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:41.308043 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3567126
Jan 22 15:27:41.308653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42130) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:41.315298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:41.343027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:41.353426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:floatingip and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:41.353426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:41.359505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:41.400973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:41.568209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:41.660457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4eb3278>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 2, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:41.662099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Checking router: 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:27:41.662507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Updating router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:27:41.724915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:41.910903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Allocated IP 172.27.3.36 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/f849300e-dbd7-4afe-a047-d88d0ac45f5b) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:27:42.170061 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ec20-eeae-475c-a0ab-20e74df7e5e2 req-ff4086c3-a379-442a-a855-3de40142cebe tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:42.187520 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3f56ec20-eeae-475c-a0ab-20e74df7e5e2 req-ff4086c3-a379-442a-a855-3de40142cebe tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1856942
Jan 22 15:27:42.273518 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3f56ec20-eeae-475c-a0ab-20e74df7e5e2 req-6d357fff-1766-477b-8d96-ebe8f4f1dd41 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847321
Jan 22 15:27:42.400369 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:42.420416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Transition to ACTIVE for port object 724f6236-0d5b-4396-8222-ad4f30fd0ba4 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:27:42.461166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:42.505631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:42.567022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42184) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:42.585478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:42.701305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Deleting subnet 962916f3-4ccc-469f-b424-a12d568da392 {{(pid=80248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:27:42.704934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:42.711690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55ffc0-5108-4725-9c95-d05783a7d8c9 None None] Pushing event updated for resources: {'Port': ['ID=724f6236-0d5b-4396-8222-ad4f30fd0ba4,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:42.721719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fd55ffc0-5108-4725-9c95-d05783a7d8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:42.722102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:42.748907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:42.813097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170753'] for subnet, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:42.939226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42220) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:42.954116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:42.958193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'Port': ['ID=f849300e-dbd7-4afe-a047-d88d0ac45f5b,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:42.962040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:43.101871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:27:43.107074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:43.111158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:27:43.125766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Attempting to bind port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:27:43.125766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Attempting to bind port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:27:43.134148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Attempting to bind port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 on network c756573d-c2f6-4739-a7c2-923227c9dc51 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:27:43.149184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:27:43.149853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Checking segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:43.150634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:43.151244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Bound using segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:27:43.151942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Bound port: 724f6236-0d5b-4396-8222-ad4f30fd0ba4, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:27:43.152522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:43.307595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:43.380692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] For port 724f6236-0d5b-4396-8222-ad4f30fd0ba4, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:27:43.385239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] For port 724f6236-0d5b-4396-8222-ad4f30fd0ba4, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=724f6236-0d5b-4396-8222-ad4f30fd0ba4,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:27:43.388709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:43.515670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:43.543900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:43.693796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:43.818278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55ffc0-5108-4725-9c95-d05783a7d8c9 None None] Pushing event updated for resources: {'Port': ['ID=724f6236-0d5b-4396-8222-ad4f30fd0ba4,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:43.824529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fd55ffc0-5108-4725-9c95-d05783a7d8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:43.854774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f822a-fe10-41f2-8503-63d63f9a920e req-03e8c7f3-bffb-4355-a9c4-e5b2fea89b48 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:43.864977 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-487f822a-fe10-41f2-8503-63d63f9a920e req-03e8c7f3-bffb-4355-a9c4-e5b2fea89b48 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2733862
Jan 22 15:27:43.923878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42250) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:43.926014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:27:43.926788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4eb3278>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:27:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:43.988804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42256) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:44.031979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.036316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.090655 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-487f822a-fe10-41f2-8503-63d63f9a920e req-6a37f5b7-cddd-4b67-83eb-2e263573019f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244854
Jan 22 15:27:44.099686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:44.105477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3026001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199722'] for subnet, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.106739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:906bd0c0d7de4ff89f8fc29b1cdf104e is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:44.112142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.117944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:44.166665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:44.168924 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fcc5a7a4-cbca-40b1-b033-c8816cf4ba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:44.234149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:44.256183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'Port': ['ID=f849300e-dbd7-4afe-a047-d88d0ac45f5b,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:44.260535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:44.287531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:27:44.374320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.401510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962916f3-4ccc-469f-b424-a12d568da392,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:44.427335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:44.427335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.434578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:44.454805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e819cecca7a4abe858dcfeb54bd2dd5 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:44.462371 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:44.467201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:44.480839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:44.483273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Usage tracker for resource:security_group_rule and tenant:8d7f4470c66643abb089982e40c4f1e5 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:44.491959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:44.502596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:44.508487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.512625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.539074 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5044c84b-7441-40cc-8b28-534e2292a950 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/962916f3-4ccc-469f-b424-a12d568da392 HTTP/1.1" status: 204  len: 168 time: 1.9704912
Jan 22 15:27:44.543996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42268) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:44.589688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.635502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.637313 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3276494
Jan 22 15:27:44.678669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.700756 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-554ace95-39c6-459e-a8d0-1370de8b9749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:44.711835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4eb3278>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:43Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:44.717764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51968e9-00dc-412a-8fce-80be688551a5 None None] The sync data for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi is: [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:43Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:27:44.740742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.760591 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=906bd0c0d7de4ff89f8fc29b1cdf104e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8195226
Jan 22 15:27:44.760838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42284) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:44.761587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4587f40-bac1-492b-acd0-73361a651677,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:44.765401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:44.810736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.823274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.894372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ae7cb690-0b7a-4c03-b2a5-f2f43750d7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:44.899013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c92ae957-e65d-4acd-8081-cc0578a473a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:44.932018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ae7cb690-0b7a-4c03-b2a5-f2f43750d7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.023810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ae7cb690-0b7a-4c03-b2a5-f2f43750d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.024859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad1c9d-9397-4d32-90bb-f53bf675e9bc,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:45.028499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:45.029946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3abba1c6-d0eb-4c1c-8d4a-611fdb77dcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:45.058645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cb690-0b7a-4c03-b2a5-f2f43750d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4587f40-bac1-492b-acd0-73361a651677,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:45.077044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ae7cb690-0b7a-4c03-b2a5-f2f43750d7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.078430 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ae7cb690-0b7a-4c03-b2a5-f2f43750d7a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4587f40-bac1-492b-acd0-73361a651677 HTTP/1.1" status: 204  len: 168 time: 0.3116815
Jan 22 15:27:45.079622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ae7cb690-0b7a-4c03-b2a5-f2f43750d7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:45.105992 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e819cecca7a4abe858dcfeb54bd2dd5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1535985
Jan 22 15:27:45.108765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42300) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:45.191751 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.206084 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.223638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.226836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.240096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.261397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e894e9a3-0c62-4281-94f3-0d726445d933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:45.326334 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.333302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-de9d43af-9585-4d87-b21e-aaa58a1e71ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:45.344811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0641660d-2c1d-46f2-906c-47aed7c42cb7,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:45.354871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad1c9d-9397-4d32-90bb-f53bf675e9bc,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:45.358593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:45.364730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.368619 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccad1c9d-9397-4d32-90bb-f53bf675e9bc HTTP/1.1" status: 204  len: 168 time: 0.2562842
Jan 22 15:27:45.368780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:45.473736 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d7f4470c66643abb089982e40c4f1e5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4663646
Jan 22 15:27:45.477847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42312) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:45.509835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e46b4320>,) {'filters': {'network_id': ['2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:45.532534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e46b4320>, '30f9c31a-04a9-4c66-aa37-8950bade95ff') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:45.532877 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e46b4320>, '30f9c31a-04a9-4c66-aa37-8950bade95ff') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:45.573929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.600655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.639522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6d572-26c3-4172-9c22-7a2f6912a611 req-21c34bcd-791a-47d9-8231-1b7af21efbcc tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:45.651111 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-12c6d572-26c3-4172-9c22-7a2f6912a611 req-21c34bcd-791a-47d9-8231-1b7af21efbcc tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2948606
Jan 22 15:27:45.653327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:27:45.653947 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.685937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.838684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.846639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-04fde94f-f352-49e6-88d2-ef8aa53c1087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:45.870241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0641660d-2c1d-46f2-906c-47aed7c42cb7,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:45.871868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 724f6236-0d5b-4396-8222-ad4f30fd0ba4 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:45.873741 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-12c6d572-26c3-4172-9c22-7a2f6912a611 req-be3250c9-2acc-4beb-913c-ea31e2597f88 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214119
Jan 22 15:27:45.878467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:45.890637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:45.893384 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0641660d-2c1d-46f2-906c-47aed7c42cb7 HTTP/1.1" status: 204  len: 168 time: 0.4124732
Jan 22 15:27:46.008107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42322) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:46.010449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:27:46.020798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.027184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:27:46.029082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.033627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:46.034058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.073646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:46.086543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:53070e54b66b4c92b0f24b8327ce9300 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:46.093118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:46.100098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:46.260437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.280497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.288720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Network 2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:27:46.295382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.313560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5b84b266-fbae-4aff-97bb-3fdaa74a3cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:27:46.318958 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:27:46.332468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port 724f6236-0d5b-4396-8222-ad4f30fd0ba4, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=724f6236-0d5b-4396-8222-ad4f30fd0ba4,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:27:46.366899 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53070e54b66b4c92b0f24b8327ce9300&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3570042
Jan 22 15:27:46.368312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8deec1-ff7f-4e61-b878-d888cc914a16,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:46.374413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42326) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:46.383607 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:46.392611 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.394900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:46.485195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=724f6236-0d5b-4396-8222-ad4f30fd0ba4,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:46.486417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.492700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:46.502411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:46.527911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.531914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:46.533837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.537043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42332) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:46.563969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.585888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.587030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:46.593023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Usage tracker for resource:security_group_rule and tenant:25142cb730b04960a48c24a6926bde31 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:46.597127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:46.604415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:46.632485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:46.639895 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2bd89235-5f6d-4b47-847d-9f7e0eb8a5ac HTTP/1.1" status: 204  len: 168 time: 2.0949113
Jan 22 15:27:46.643651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42340) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:46.697696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.703416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ec6a9d6f-a502-461c-86ea-62b487e7aa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:46.719362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8deec1-ff7f-4e61-b878-d888cc914a16,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:46.724209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:46.742347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.743921 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c8deec1-ff7f-4e61-b878-d888cc914a16 HTTP/1.1" status: 204  len: 168 time: 0.3681612
Jan 22 15:27:46.746503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Deleting subnet 2c7bb06a-996d-4f11-b2c9-f87e0f885713 {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:27:46.751779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.857772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.897022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.930570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.967125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:46.981456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6162b254-6abc-4345-a052-dcffcf11bf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:47.080334 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25142cb730b04960a48c24a6926bde31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5419014
Jan 22 15:27:47.088422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42358) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:47.151685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cb8069-c675-4cdc-a556-26fcf08a52a6,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:47.155992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:47.253656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e78c9-9099-44d0-9c70-8053b2475656 req-bed81645-cb3d-4278-8283-f3d9f57394cd tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:47.256134 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f04e78c9-9099-44d0-9c70-8053b2475656 req-bed81645-cb3d-4278-8283-f3d9f57394cd tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1778247
Jan 22 15:27:47.311670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.329580 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f04e78c9-9099-44d0-9c70-8053b2475656 req-d5dd3979-66a2-4559-831d-83a2cb58ef33 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626631
Jan 22 15:27:47.405897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.491745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42368) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:47.520566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.538337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:47.542811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Usage tracker for resource:security_group_rule and tenant:e230f91c16d54e37b32bb82404ff2134 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:47.546517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:47.553595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:47.581098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42372) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:47.669377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.693871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-74c62532-a560-446d-9855-b260487ad908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:47.734415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-736874068-network', 'tenant_id': '0c79b902ff5f44fb9763db6382817e6d'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:47.740681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:47.745053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Usage tracker for resource:network and tenant:0c79b902ff5f44fb9763db6382817e6d is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:47.748212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:47.754718 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:47.795310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7bb06a-996d-4f11-b2c9-f87e0f885713,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:47.795978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Made reservation on behalf of 0c79b902ff5f44fb9763db6382817e6d for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:47.798055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:47.801938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.825490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 724f6236-0d5b-4396-8222-ad4f30fd0ba4 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:47.827031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.848472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.851062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:47.852397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:47.858053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Usage tracker for resource:security_group_rule and tenant:0c79b902ff5f44fb9763db6382817e6d is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:47.862410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:47.874108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:47.879841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cb8069-c675-4cdc-a556-26fcf08a52a6,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:47.882660 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:47.888866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.909072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:47.913974 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83cb8069-c675-4cdc-a556-26fcf08a52a6 HTTP/1.1" status: 204  len: 168 time: 0.8226492
Jan 22 15:27:47.915781 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-535e1eb8-f903-49a9-9d2e-5f6a551112d5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2c7bb06a-996d-4f11-b2c9-f87e0f885713 HTTP/1.1" status: 204  len: 168 time: 1.2711358
Jan 22 15:27:47.918351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42384) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:47.960067 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:47.960618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.075702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.087387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.095623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.146691 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.156581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eaf65e0c-6edc-4021-a705-2ff680591da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:48.164060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.201622 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e230f91c16d54e37b32bb82404ff2134&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7085717
Jan 22 15:27:48.218789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42388) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:48.219200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:27:48.245686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ae713-ebb4-49ff-8f37-8bd2451cc894,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:48.251455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:48.251990 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-665d5237-2b52-435b-956f-523fbd9bb5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:48.279483 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.282806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398d6b5-2742-4bbd-8905-0185b733664f,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:48.286861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.287373 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Added segment 9a1fb6b3-bdfb-454c-b947-206b3b2bddc6 of type vxlan for network 20169389-ad32-44e8-96a1-11e500d6325a
Jan 22 15:27:48.290868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:48.352263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.381097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.435730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe8c898>,) {'filters': {'network_id': ['78b609d3-f56c-43af-aba3-398984f33d1d']}} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:48.443995 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.450166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe8c898>, '77473820-8a96-4e1a-a89c-8b4b69cc38de') {'for_net_delete': True} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:48.450514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe8c898>, '77473820-8a96-4e1a-a89c-8b4b69cc38de') {} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:27:48.463784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852295878'] for segment, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.480227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.482477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:27:48.577754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.584275 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:48.584928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.596230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e9537610-95a6-4090-a689-e4643d1e1a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:48.684852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Network 78b609d3-f56c-43af-aba3-398984f33d1d has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:27:48.692091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.696706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2243804'] for segment, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.745137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Pushing event updated for resources: {'Network': ['ID=20169389-ad32-44e8-96a1-11e500d6325a,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:48.754905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:48.755099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7567c778-c300-403e-bce9-fc1c08c66644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:48.756857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 20169389-ad32-44e8-96a1-11e500d6325a details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:48.774057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ae713-ebb4-49ff-8f37-8bd2451cc894,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:48.775621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 20169389-ad32-44e8-96a1-11e500d6325a details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:48.776966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:48.778465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:48.779763 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/006ae713-ebb4-49ff-8f37-8bd2451cc894 HTTP/1.1" status: 204  len: 168 time: 0.5576313
Jan 22 15:27:48.792187 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.2064874
Jan 22 15:27:48.793102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 42406) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:48.801965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Request body: {'subnet': {'network_id': '20169389-ad32-44e8-96a1-11e500d6325a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-736874068-subnet', 'tenant_id': '0c79b902ff5f44fb9763db6382817e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:48.808897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:48.843669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90ae5-73e8-4505-aad3-944d95618858 req-6ec24196-7447-4d49-b2c9-3f4593890ffc tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:48.845484 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62e90ae5-73e8-4505-aad3-944d95618858 req-6ec24196-7447-4d49-b2c9-3f4593890ffc tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.3218594
Jan 22 15:27:48.852162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Usage tracker for resource:subnet and tenant:0c79b902ff5f44fb9763db6382817e6d is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:48.876245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:48.899741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:48.961520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Network 78b609d3-f56c-43af-aba3-398984f33d1d has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:27:48.962428 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62e90ae5-73e8-4505-aad3-944d95618858 req-98a5bf30-fb17-4b1b-a492-bb770f31637f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065123
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:27:49.001143 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:27:49.011639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Made reservation on behalf of 0c79b902ff5f44fb9763db6382817e6d for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:49.016754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852576128'] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:49.212178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:49.226818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:49.272040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:49.281381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78b609d3-f56c-43af-aba3-398984f33d1d,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:49.287547 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:49.289579 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0ae3cf23-303d-409d-b7f1-f66405da11e2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/78b609d3-f56c-43af-aba3-398984f33d1d HTTP/1.1" status: 204  len: 168 time: 1.3695502
Jan 22 15:27:49.711086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42436) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:49.784778 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-05b7aba1-104e-4c40-9288-f8500728bea6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4673ba76a1c34f99b4492b9a46573f6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0722642
Jan 22 15:27:49.787819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42440) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:49.864022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:49.926438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:50.003181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3025300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852576077'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:50.021516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:50.057979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:50.064970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1943791f-7272-48d2-8ba1-33f944ec2bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:50.095469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:50.099777 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cbb783a-387c-405d-9ed6-c8469d2bb7d4 HTTP/1.1" status: 204  len: 168 time: 0.3079138
Jan 22 15:27:50.099777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbb783a-387c-405d-9ed6-c8469d2bb7d4,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:50.114524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1e8468-16a5-4cbc-9067-6bd2622633ec,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:50.118145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:50.141308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:50.412954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a630a1b-918a-40a9-b51d-f40d4bfb1eef req-40eb5f07-6c89-49b8-b94e-39458df15edd tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:50.414889 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6a630a1b-918a-40a9-b51d-f40d4bfb1eef req-40eb5f07-6c89-49b8-b94e-39458df15edd tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1731009
Jan 22 15:27:50.470746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Checking segment: {'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:50.471104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Network hostable DHCP agents. Network: 20169389-ad32-44e8-96a1-11e500d6325a, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:27:50.510710 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6a630a1b-918a-40a9-b51d-f40d4bfb1eef req-9509c900-e1ad-4fa7-a8b1-d46df06538a6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771673
Jan 22 15:27:50.569158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Network 20169389-ad32-44e8-96a1-11e500d6325a is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:27:50.615456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-da3fc3c4-f419-4031-8657-423c66edee4b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:27:50.640580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 20169389-ad32-44e8-96a1-11e500d6325a) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:50.651592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b2e00a-0766-4a42-b8f1-ed6c7bbab455 None None] Network 20169389-ad32-44e8-96a1-11e500d6325a requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:50.659081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:50.663035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:50.691695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-da3fc3c4-f419-4031-8657-423c66edee4b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:27:50.694600 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-da3fc3c4-f419-4031-8657-423c66edee4b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--728023300&fields=id&tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 267 time: 0.1436460
Jan 22 15:27:50.765523 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-28ce99cc-0e78-4f2d-8463-3bdd73167310 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9628792
Jan 22 15:27:50.988509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ab56a796-a145-484b-a314-2339bda15684 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:50.990501 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ab56a796-a145-484b-a314-2339bda15684 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 817 time: 0.2822821
Jan 22 15:27:51.013175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3240d61-6772-4c0d-9ad6-0a747c05bd59 None None] Network 20169389-ad32-44e8-96a1-11e500d6325a requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:51.022848 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-f9fd6b21-5c71-4853-915e-4da1de73334f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/quotas/de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 375 time: 0.0206757
Jan 22 15:27:51.087366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42482) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:51.202967 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-49a4fab0-9fc3-427a-ade6-c12fdd82ac54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be2529449ee64f01821d142884f68c4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1144037
Jan 22 15:27:51.207602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42496) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:51.245077 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-3dcea4ea-bf21-4962-89e4-38b654aee9b3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2209244
Jan 22 15:27:51.325592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:51.513919 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-63348127-da70-434a-83f8-bdd0530a3dc3 service neutron] 10.222.0.54 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470071
Jan 22 15:27:51.560415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2827e97-68c8-47f5-bf14-e434d2543a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:51.622489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:51.703215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:51.710630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-aa3b0263-29d8-45d1-b481-73487e03ad41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:51.723112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5981c1-1149-48ec-b0cc-83006fbcfd4b,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:51.727191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:51.733479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:51.735432 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a5981c1-1149-48ec-b0cc-83006fbcfd4b HTTP/1.1" status: 204  len: 168 time: 0.5267694
Jan 22 15:27:51.809068 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-22061112-cee2-49ff-ad1b-28f924e5b0ed service neutron] 10.222.0.54 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2879081
Jan 22 15:27:51.844961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d5862-33d9-4a25-a9fa-5269ec85f844 req-6d8c2d46-d68f-456c-8f53-d83f0b0ae640 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:51.846936 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-520d5862-33d9-4a25-a9fa-5269ec85f844 req-6d8c2d46-d68f-456c-8f53-d83f0b0ae640 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1827464
Jan 22 15:27:51.935150 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-520d5862-33d9-4a25-a9fa-5269ec85f844 req-e426fa64-1689-49da-be4d-1801e5256328 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807562
Jan 22 15:27:52.256593 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-396fdadb-172b-4329-aad6-f403d78776d1 req-fa3b47ed-9f03-4404-af49-06173d1f7014 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.1209893
Jan 22 15:27:53.230837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a961e1-8645-4aae-b2dc-147d1fd62b1c req-3cdca8b2-dede-46b2-a9dc-cf38894c6143 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:53.232519 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-30a961e1-8645-4aae-b2dc-147d1fd62b1c req-3cdca8b2-dede-46b2-a9dc-cf38894c6143 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1299858
Jan 22 15:27:53.284797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42562) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:53.292908 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-30a961e1-8645-4aae-b2dc-147d1fd62b1c req-2f76bbd9-0a33-4280-99e3-cd6401e02511 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492187
Jan 22 15:27:53.438534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1477267603-network', 'tenant_id': '81f2aae59b964855a6a475dce6642409'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:53.444266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:53.448314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Usage tracker for resource:network and tenant:81f2aae59b964855a6a475dce6642409 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:53.451567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:53.459844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:53.579640 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9e54432f-ba88-431e-baf5-8a5e0116ddae req-13ddbe30-293b-47d2-bc28-5c583ed42192 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0546494
Jan 22 15:27:53.581449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Made reservation on behalf of 81f2aae59b964855a6a475dce6642409 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:53.586606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:53.600738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:53.619214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:53.624094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Usage tracker for resource:security_group_rule and tenant:81f2aae59b964855a6a475dce6642409 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:53.627412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:53.634981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:53.923781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-616274a9-ca1c-49ce-b4cf-58821b73720f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:53.961520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:53.997551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.002169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5f2100bd-98aa-449d-a66e-26d7f9c36cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:54.029846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:27:54.054359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.055123 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Added segment 348bfeb9-7e4e-446e-b739-14b083f24767 of type vxlan for network f917b890-a7d1-4fd3-a4bd-51894bdf75aa
Jan 22 15:27:54.056342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da5878f-cfbc-430a-857c-a623c814e898,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:54.065546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:54.099796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.142963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-1b46cd50-39f8-4134-a41b-95bdc54c278c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:54.144968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-1b46cd50-39f8-4134-a41b-95bdc54c278c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Synchronizing usage tracker for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:network {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:27:54.163591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.165225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:54.166065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.171745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:54.192090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-1b46cd50-39f8-4134-a41b-95bdc54c278c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Unset dirty status for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:network {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:27:54.193383 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-1b46cd50-39f8-4134-a41b-95bdc54c278c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/networks?id=20169389-ad32-44e8-96a1-11e500d6325a HTTP/1.1" status: 200  len: 813 time: 0.2445869
Jan 22 15:27:54.210538 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-ffce23e7-f805-4d4c-a16f-412e06945132 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/quotas/0c79b902ff5f44fb9763db6382817e6d HTTP/1.1" status: 200  len: 375 time: 0.0109479
Jan 22 15:27:54.265455 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-d9302103-0e0d-47ed-a84c-27b1b2cf5713 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c79b902ff5f44fb9763db6382817e6d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487778
Jan 22 15:27:54.284175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Pushing event updated for resources: {'Network': ['ID=f917b890-a7d1-4fd3-a4bd-51894bdf75aa,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:54.287639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:54.295857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:54.313461 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0272381
Jan 22 15:27:54.316425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42596) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:27:54.332810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Request body: {'subnet': {'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1477267603-subnet', 'tenant_id': '81f2aae59b964855a6a475dce6642409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:27:54.332810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:27:54.337025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Usage tracker for resource:subnet and tenant:81f2aae59b964855a6a475dce6642409 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:27:54.340943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:27:54.350648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:27:54.388770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Made reservation on behalf of 81f2aae59b964855a6a475dce6642409 for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:27:54.393772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2292147'] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.435885 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-5ff1b536-1c40-4984-b317-d6030965c376 service neutron] 10.222.0.54 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574562
Jan 22 15:27:54.660276 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-736b0b6e-d884-46e9-b86c-3c32a88f1226 service neutron] 10.222.0.54 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2170484
Jan 22 15:27:54.680762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.689241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199859b2-4578-47a2-97fe-1002c562d938 req-97e54c0b-b940-4d3d-99f0-744d49103710 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:54.689241 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-199859b2-4578-47a2-97fe-1002c562d938 req-97e54c0b-b940-4d3d-99f0-744d49103710 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2204318
Jan 22 15:27:54.748578 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-199859b2-4578-47a2-97fe-1002c562d938 req-0f678e32-7997-43c3-8311-c46aede2ed90 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507982
Jan 22 15:27:54.875925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2292096'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:54.959597 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-adffb57e-1abd-4cdd-99e3-7bea5d205ef1 req-895f1674-3d9e-4b4f-91e2-86a9a34f9111 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0898781
Jan 22 15:27:54.963436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:27:54.978045 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2cfb1adc-078b-411d-9579-94082d86e221 req-474d4f8b-4af9-4022-9d4b-889778fa55a1 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0615985
Jan 22 15:27:55.064964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea88e3ac-1806-4944-bc2a-7f679c9b7b53,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:27:55.071689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:27:55.123328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Checking segment: {'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:27:55.123725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Network hostable DHCP agents. Network: f917b890-a7d1-4fd3-a4bd-51894bdf75aa, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:27:55.226377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:27:55.317931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, f917b890-a7d1-4fd3-a4bd-51894bdf75aa) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:27:55.327380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f8bea-be8c-46ab-9c49-ad7f98787375 None None] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:55.332596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:55.333253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:55.406896 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0889833
Jan 22 15:27:55.592772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686204da-7fc8-4ba8-8950-b6da442d6c5f None None] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:27:55.718751 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:55.960279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:56.009552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963987-7695-4c01-b711-1f2ac7f24006 req-d7fe3cf6-7ca1-4458-864e-a0750538c594 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:56.010788 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dc963987-7695-4c01-b711-1f2ac7f24006 req-d7fe3cf6-7ca1-4458-864e-a0750538c594 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1151521
Jan 22 15:27:56.087291 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dc963987-7695-4c01-b711-1f2ac7f24006 req-c5672cd5-038b-4f31-a522-ad9a8314e52d tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687208
Jan 22 15:27:56.188915 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-007c2c1b-f903-49d7-85bb-65aacd5b727d req-7909835b-42eb-441d-8a19-a587b16f63dd tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0614436
Jan 22 15:27:56.271705 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b3bb2cbc-b784-44b9-b368-9501e0306b00 req-1b851243-c434-4d02-bef5-e79a39d6c7b2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0511262
Jan 22 15:27:57.289476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:27:57.321683 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdc68b-7270-433d-a43b-bd30b3e172c6 req-00058faf-c262-44f0-aa32-e38efaf7cae2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:57.323600 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4acdc68b-7270-433d-a43b-bd30b3e172c6 req-00058faf-c262-44f0-aa32-e38efaf7cae2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1124868
Jan 22 15:27:57.391118 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a0ddec1e-9c95-4627-a6b3-c2fe509d60d6 req-c16cf88d-11b6-43f8-9732-ca235e8ae46a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0664172
Jan 22 15:27:57.447124 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4acdc68b-7270-433d-a43b-bd30b3e172c6 req-49092098-7fd4-4c4a-9db0-c5a5c5955054 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806735
Jan 22 15:27:57.582727 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-609291b1-825a-4e6e-87c1-53d6303822b1 req-e0ea8f98-74a2-469e-8b0a-0d27ef0fd1ec tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0491045
Jan 22 15:27:57.832822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:27:57.912994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:27:57.913427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:27:58.596305 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9314f1e0-647f-4cea-b120-540f95f66240 req-c6d34af3-a0a0-4aa4-9158-97f1fa929ef1 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0719965
Jan 22 15:27:58.898255 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cc3ad108-0362-4d8e-9fd3-a220804b697a req-39c31442-7780-451d-b27f-557c401b4a6a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0585542
Jan 22 15:27:58.952575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d59ec-743b-443a-b4c4-f05a1ea639bc req-5026cc82-0ab9-48b0-9c76-f753a90b9336 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:27:58.954252 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-813d59ec-743b-443a-b4c4-f05a1ea639bc req-5026cc82-0ab9-48b0-9c76-f753a90b9336 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.3570194
Jan 22 15:27:59.014382 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-813d59ec-743b-443a-b4c4-f05a1ea639bc req-b7d91bb0-04b4-493b-81dc-3f1908fbd944 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536604
Jan 22 15:27:59.780703 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a91347ba-0d64-4fdb-8d52-2f5533340489 req-53bd57e4-8d29-4ec6-ae66-4822b1f4437b tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0531831
Jan 22 15:28:00.108487 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fdc92a9f-50a1-4adc-82e3-1d4cec14e509 req-9ec6ab8f-8cb9-47e9-972e-e2df173f02de tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0526359
Jan 22 15:28:00.264488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c5f20-a9c4-4a84-96bb-462607b65ca3 req-7c29e0de-3f67-4031-a631-b8f42c7e7fe9 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:00.266147 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7b8c5f20-a9c4-4a84-96bb-462607b65ca3 req-7c29e0de-3f67-4031-a631-b8f42c7e7fe9 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1061018
Jan 22 15:28:00.322464 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7b8c5f20-a9c4-4a84-96bb-462607b65ca3 req-ed5dbfc0-f291-46a9-9442-0dd96ff608e5 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497582
Jan 22 15:28:00.961240 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1d7f7094-0f60-4b38-8da5-9db8be368f6a req-77727e64-a140-48e8-b901-806a310737e6 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0504162
Jan 22 15:28:01.330708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-f0f27b9e-ad3a-433c-9b79-be063d8ea6b3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:01.331855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-f0f27b9e-ad3a-433c-9b79-be063d8ea6b3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:network {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:28:01.371404 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be80fd13-22db-4f0e-b484-5958f0078d4f req-d27a042f-4bb5-482d-9028-fbc96c193fb7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0961950
Jan 22 15:28:01.407873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-f0f27b9e-ad3a-433c-9b79-be063d8ea6b3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:network {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:28:01.409588 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-f0f27b9e-ad3a-433c-9b79-be063d8ea6b3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 817 time: 0.2792430
Jan 22 15:28:01.529080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-5406780e-b075-4366-bf64-bdf666f37695 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:security_group {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:28:01.543063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-5406780e-b075-4366-bf64-bdf666f37695 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:security_group {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:28:01.544420 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-5406780e-b075-4366-bf64-bdf666f37695 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 5708 time: 0.1055863
Jan 22 15:28:01.629004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25dd7d-f87d-42c1-8a96-0f95763a34b4 req-ed5ec90c-6301-4962-ac57-92dc2b941652 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:01.631147 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3d25dd7d-f87d-42c1-8a96-0f95763a34b4 req-ed5ec90c-6301-4962-ac57-92dc2b941652 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1142919
Jan 22 15:28:01.684763 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3d25dd7d-f87d-42c1-8a96-0f95763a34b4 req-a04a552c-82ae-4113-acdb-6547da0e161f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466568
Jan 22 15:28:02.143234 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-523ccd63-8c20-472e-ac64-e191acd1f01d req-610ed7d0-1b3f-4521-8826-32373f7559ce tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0485556
Jan 22 15:28:02.626124 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7a7ca519-0c30-4aab-891e-607731e41c3f req-b65a13a5-39b4-449b-aff6-7ff944734ff9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0514138
Jan 22 15:28:02.933013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4c41b-87c5-408d-a0ca-82483dd4a93e req-a36ccce4-fa0b-4910-b419-29d2cc2e2911 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:02.934752 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8bf4c41b-87c5-408d-a0ca-82483dd4a93e req-a36ccce4-fa0b-4910-b419-29d2cc2e2911 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1061900
Jan 22 15:28:02.988566 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8bf4c41b-87c5-408d-a0ca-82483dd4a93e req-c93e0e12-1a8a-4dd0-9be8-f9b59bbd84b2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474303
Jan 22 15:28:03.322817 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-289722b8-905d-4a55-bc10-a4c963c78ee3 req-951ca254-d862-4eb9-b526-999830a5446f tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0507767
Jan 22 15:28:03.820905 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2749d3be-a319-41e7-9274-56cbb53f6293 req-abd9f4db-91de-4b3d-bc34-f708509c820e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0481114
Jan 22 15:28:04.231323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae131b8c-add7-4790-8fd5-6b0ded25227d req-1ffaa471-1cf2-48bf-84f8-d616c51cae69 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:04.232985 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ae131b8c-add7-4790-8fd5-6b0ded25227d req-1ffaa471-1cf2-48bf-84f8-d616c51cae69 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1054151
Jan 22 15:28:04.285597 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ae131b8c-add7-4790-8fd5-6b0ded25227d req-ad358022-c978-454b-833f-52ddc1db1356 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447383
Jan 22 15:28:04.318810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'port': {'device_id': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'admin_state_up': True, 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'security_groups': ['28c1c420-85cc-44ed-9f1c-252b92ebec18']}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:04.495790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:04.499984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:port and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:04.504198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for port was recalculated. Used quota:3. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:04.511971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:04.525246 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62250227-a965-4c62-91ad-6b880fe7c63a req-efe2a6a6-4016-4c4d-8af8-fe771615ca8f tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0545619
Jan 22 15:28:04.539749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-d52a40fe-ffa2-4660-b53e-eb2208294552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:04.540192 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-d52a40fe-ffa2-4660-b53e-eb2208294552 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.1449733
Jan 22 15:28:04.562043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Made reservation on behalf of de1e2f62a6174b6f8083d97ddc9ebde4 for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:28:04.572613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:04.817344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.62', 61465) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:04.876144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-736a13ab-be54-4839-8dab-ee58619e5ab6 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:04.877775 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-736a13ab-be54-4839-8dab-ee58619e5ab6 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "GET /v2.0/networks?id=20169389-ad32-44e8-96a1-11e500d6325a HTTP/1.1" status: 200  len: 813 time: 0.2132308
Jan 22 15:28:04.913920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Request body: {'port': {'device_id': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a', 'admin_state_up': True, 'tenant_id': '0c79b902ff5f44fb9763db6382817e6d'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:04.997819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-6b8bffe4-fb50-49e3-924a-29f3b7522d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:04.999469 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-6b8bffe4-fb50-49e3-924a-29f3b7522d6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.3144639
Jan 22 15:28:05.089300 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-189b4fcc-0bc8-410b-9d97-7672fbbd3c72 req-db133a68-8ac8-42ec-8a26-51dfab5c1586 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0761414
Jan 22 15:28:05.110497 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-2a6879f6-f8a4-4ff3-858b-dbf2dd4f6281 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 217 time: 0.0934842
Jan 22 15:28:05.188577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:05.192919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Usage tracker for resource:port and tenant:0c79b902ff5f44fb9763db6382817e6d is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:05.196696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Quota usage for port was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:05.203893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:05.207133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f873666-420a-4f1f-8a25-839dae5be044 req-a194d63e-ec94-4352-9925-ed988f900c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:05.209140 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5f873666-420a-4f1f-8a25-839dae5be044 req-a194d63e-ec94-4352-9925-ed988f900c02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.3908012
Jan 22 15:28:05.258043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Made reservation on behalf of 0c79b902ff5f44fb9763db6382817e6d for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:28:05.271502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:05.292733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Allocated IP 172.20.0.14 (c756573d-c2f6-4739-a7c2-923227c9dc51/32c177e6-663c-45ef-82e6-9b7214f6cc6e/aec50d02-f2d9-4e1e-ad84-e776672980fa) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:28:05.299335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-9504614d-66ee-4dfb-ae46-6116ed04a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:05.299335 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-9504614d-66ee-4dfb-ae46-6116ed04a7fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.1800637
Jan 22 15:28:05.307120 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5f873666-420a-4f1f-8a25-839dae5be044 req-a0b1a78c-0937-408a-82f0-63202a35a45c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885139
Jan 22 15:28:05.563424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:05.580728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Transition to ACTIVE for port object aec50d02-f2d9-4e1e-ad84-e776672980fa will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:28:05.664857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:05.673860 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-e1a5ceca-9b9b-4648-971b-f04aaa776823 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537467
Jan 22 15:28:05.690256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:05.826360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-ab056c4a-e5c1-45e3-9572-37ac1c31e98b tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:05.828024 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-ab056c4a-e5c1-45e3-9572-37ac1c31e98b tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/networks?id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa HTTP/1.1" status: 200  len: 809 time: 0.3639417
Jan 22 15:28:05.883851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6c23f-18c4-462e-8d0f-179938b9448e req-88689340-5b07-4847-91c2-a0fbbc81944a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:05.885755 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ba6c23f-18c4-462e-8d0f-179938b9448e req-88689340-5b07-4847-91c2-a0fbbc81944a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.3197181
Jan 22 15:28:05.920476 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-ebcdd0a6-7042-44af-8ef9-7d6558a16918 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/quotas/81f2aae59b964855a6a475dce6642409 HTTP/1.1" status: 200  len: 375 time: 0.0851815
Jan 22 15:28:06.026257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-17a6c71b-ed80-487f-a969-c08b16025267 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?tenant_id=81f2aae59b964855a6a475dce6642409&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0795052
Jan 22 15:28:06.071518 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ba6c23f-18c4-462e-8d0f-179938b9448e req-9d80e989-1dc9-4ea2-8ad9-493ceb583591 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496763
Jan 22 15:28:06.077512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Allocated IP 172.20.0.5 (20169389-ad32-44e8-96a1-11e500d6325a/3b1e8468-16a5-4cbc-9067-6bd2622633ec/20a1e39a-cb29-4c7f-821d-75cc499e396b) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:28:06.128303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'Port': ['ID=aec50d02-f2d9-4e1e-ad84-e776672980fa,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:06.135063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:06.213997 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-0f3d342c-81bf-4ed3-98f0-0310bea11d61 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4818249
Jan 22 15:28:06.252281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Network c756573d-c2f6-4739-a7c2-923227c9dc51 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:28:06.255729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:28:06.257217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:28:06.309208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:28:06.418237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:06.418999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:06.491342 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1774061
Jan 22 15:28:06.497981 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb667b0-bbc9-4a29-aa5d-ab7e2ebbfa29 req-b57a8c90-7dca-48cb-a771-6e583b1f852d service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2751634
Jan 22 15:28:06.550358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Request body: {'port': {'device_id': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:06.612404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f5d64bb0-f8b1-49f1-bb23-b62219229e43 None None] Provisioning for port aec50d02-f2d9-4e1e-ad84-e776672980fa completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:28:06.619616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f5d64bb0-f8b1-49f1-bb23-b62219229e43 None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:06.620042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f5d64bb0-f8b1-49f1-bb23-b62219229e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:06.623351 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa6c5a0f-225c-47a8-8bf9-f1d68f15a3a7 req-8da9bcd9-8499-4556-9957-8dfae5b73c5f tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.3629990
Jan 22 15:28:06.696437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:06.709932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f5d64bb0-f8b1-49f1-bb23-b62219229e43 None None] Port aec50d02-f2d9-4e1e-ad84-e776672980fa cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:28:06.790886 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-adde802c-cb58-4089-baa3-4d60dbdb4588 service neutron] 10.222.0.54 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7492166
Jan 22 15:28:06.803448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:07.047865 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-dfb2cd6e-96a9-4f89-833f-7e1a6dd307b1 service neutron] 10.222.0.54 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2488189
Jan 22 15:28:07.080086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99445c0-29a4-415f-91df-587bb38421b1 req-baeced92-7641-480c-a677-80c598d857c6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:07.088434 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e99445c0-29a4-415f-91df-587bb38421b1 req-baeced92-7641-480c-a677-80c598d857c6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 932 time: 0.2039826
Jan 22 15:28:07.092138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:07.131031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:07.225402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec50d02-f2d9-4e1e-ad84-e776672980fa {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:28:07.241540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:07.286789 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e99445c0-29a4-415f-91df-587bb38421b1 req-aa25ee35-7d2a-4ec3-bbfd-9965e85751dc tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1972616
Jan 22 15:28:07.299012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Pushing event updated for resources: {'Port': ['ID=20a1e39a-cb29-4c7f-821d-75cc499e396b,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:07.308290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Transition to ACTIVE for port object aec50d02-f2d9-4e1e-ad84-e776672980fa will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:28:07.309731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:07.342890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:07.365034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:07.433256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:07.446054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Network 20169389-ad32-44e8-96a1-11e500d6325a is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:28:07.447549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:28:07.517276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:28:07.532719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:07.536181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:07.549519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aec50d02-f2d9-4e1e-ad84-e776672980fa,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:07.555420 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:07.638993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:07.640286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:07.755442 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8531675
Jan 22 15:28:07.791592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f20c20e4-d784-46c6-9305-3aa97987a5e8 req-bb18ccf0-d5db-4d7e-842d-ae0e859f8888 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.1979856
Jan 22 15:28:07.797464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Request body: {'port': {'device_id': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:07.883621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Attempting to bind port aec50d02-f2d9-4e1e-ad84-e776672980fa on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:28:07.883621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Attempting to bind port aec50d02-f2d9-4e1e-ad84-e776672980fa by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:28:07.884326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Attempting to bind port aec50d02-f2d9-4e1e-ad84-e776672980fa on network c756573d-c2f6-4739-a7c2-923227c9dc51 {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:28:07.894490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:28:07.897560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Checking segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:28:07.898056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:07.898852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Bound using segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:28:07.900717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Bound port: aec50d02-f2d9-4e1e-ad84-e776672980fa, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:28:07.901503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:08.065804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bac7e-e334-45bd-b829-c28417f5ebb7 req-2cd91ee1-9e40-4ada-a13a-ba9015766f08 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:08.068669 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-459bac7e-e334-45bd-b829-c28417f5ebb7 req-2cd91ee1-9e40-4ada-a13a-ba9015766f08 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.6183872
Jan 22 15:28:08.085685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:08.146369 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42874) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:08.180939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] For port aec50d02-f2d9-4e1e-ad84-e776672980fa, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:28:08.187790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] For port aec50d02-f2d9-4e1e-ad84-e776672980fa, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:28:08.275022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:08.294369 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:08.362376 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-459bac7e-e334-45bd-b829-c28417f5ebb7 req-b4ec2335-7a53-4398-819e-91f1e38ea3a2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2865257
Jan 22 15:28:08.436452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f77ef-1226-42f9-aa2d-b7db5105233e req-d399cf02-0c40-43f6-aa0b-9afcc7a14358 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:08.437304 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a85f77ef-1226-42f9-aa2d-b7db5105233e req-d399cf02-0c40-43f6-aa0b-9afcc7a14358 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Synchronizing usage tracker for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:28:08.470400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:08.506914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:08.533354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aec50d02-f2d9-4e1e-ad84-e776672980fa,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:08.538781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Usage tracker for resource:security_group_rule and tenant:cb3b526c0d0e480791a23baaa2fb11b7 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:08.545516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:08.558810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.559221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.559621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.560018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.560409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.560802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.561191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.561580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.561962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.562343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.562755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.563140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.563578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.563963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.564343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.564725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.565108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.565488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.565861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.566825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.567254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.567682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.568062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.568441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:08.575650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:08.577955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:08.580824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a85f77ef-1226-42f9-aa2d-b7db5105233e req-d399cf02-0c40-43f6-aa0b-9afcc7a14358 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Unset dirty status for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:28:08.582110 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a85f77ef-1226-42f9-aa2d-b7db5105233e req-d399cf02-0c40-43f6-aa0b-9afcc7a14358 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 931 time: 0.3779445
Jan 22 15:28:08.626436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:08.627059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:08.629353 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 1158 time: 2.0832109
Jan 22 15:28:08.629708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:08.659614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a85f77ef-1226-42f9-aa2d-b7db5105233e req-341e5692-ce60-44e3-ad69-f738a1158216 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Synchronizing usage tracker for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:28:08.717916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e7ed2-8416-49bc-9ec9-8664da3a5a2a req-134d0020-0b68-4e62-9a79-f3570841e150 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:08.719672 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-694e7ed2-8416-49bc-9ec9-8664da3a5a2a req-134d0020-0b68-4e62-9a79-f3570841e150 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1950741
Jan 22 15:28:08.794054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a85f77ef-1226-42f9-aa2d-b7db5105233e req-341e5692-ce60-44e3-ad69-f738a1158216 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Unset dirty status for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:28:08.795364 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a85f77ef-1226-42f9-aa2d-b7db5105233e req-341e5692-ce60-44e3-ad69-f738a1158216 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026138
Jan 22 15:28:09.008674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:09.019179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-0c3d1ba3-2c4a-4cb3-b3d2-db973669e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:09.021914 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-0c3d1ba3-2c4a-4cb3-b3d2-db973669e580 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1161 time: 0.2439082
Jan 22 15:28:09.038325 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-694e7ed2-8416-49bc-9ec9-8664da3a5a2a req-8d642d36-3f83-40e3-92a5-474cff01fe89 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3110459
Jan 22 15:28:09.054421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:09.070972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2af0a72d-d7fe-4103-9eb1-aa051d81701b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:09.350534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a733a3fd-f08f-4ff2-8ddf-6f319845d94f,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:09.355225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:09.357277 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-ac0293ca-8114-42f7-925b-7037b00a42ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 217 time: 0.2901607
Jan 22 15:28:09.359178 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'status': 'completed', 'code': 200}
Jan 22 15:28:09.365517 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ad718b3e-1a86-4469-8474-fccd77adeb1c req-aad4faa9-1cdf-4832-9730-0fd24d438c19 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.0674293
Jan 22 15:28:09.396667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a1e39a-cb29-4c7f-821d-75cc499e396b {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:28:09.400811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:09.418967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Transition to ACTIVE for port object 20a1e39a-cb29-4c7f-821d-75cc499e396b will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:28:09.425042 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb3b526c0d0e480791a23baaa2fb11b7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2764823
Jan 22 15:28:09.429073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 42898) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:09.480176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:09.498377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-de835937-7308-47db-9c6d-aa9fc9288834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:09.498749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e0888316-b1db-4613-8dcd-2946f1fac0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:09.500023 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-de835937-7308-47db-9c6d-aa9fc9288834 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.1236002
Jan 22 15:28:09.564883 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:09.601243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:09.652131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Pushing event updated for resources: {'Port': ['ID=20a1e39a-cb29-4c7f-821d-75cc499e396b,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:09.654759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-6a490935-973a-47f5-ba72-a4692dc36f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:09.656392 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-6a490935-973a-47f5-ba72-a4692dc36f47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1448014
Jan 22 15:28:09.667987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.668528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.668765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.669156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.669546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.669934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.670321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.670758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.671149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.671529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.671911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.672290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.672727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.673188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.673513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.673869 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.674244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.674655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.675034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.675458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.676384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.676748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.677123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.677499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:09.734832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:09.871115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-818570a5-eaf7-4e02-9da6-bf58d7eea936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:09.872756 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-818570a5-eaf7-4e02-9da6-bf58d7eea936 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.2154269
Jan 22 15:28:09.878384 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-d21dabf4-b336-4187-9308-b04ce308d143 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773028
Jan 22 15:28:09.932103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497c1f6-a7ba-4b4e-a990-f005124d6056 req-eb698108-da7c-4758-be4e-011fbf78e3ec tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:09.933816 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e497c1f6-a7ba-4b4e-a990-f005124d6056 req-eb698108-da7c-4758-be4e-011fbf78e3ec tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2712061
Jan 22 15:28:09.938708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:09.950104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2cf6d0a5-0e71-490f-9331-8b826b4b3112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:10.028592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Attempting to bind port 20a1e39a-cb29-4c7f-821d-75cc499e396b on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:28:10.029072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Attempting to bind port 20a1e39a-cb29-4c7f-821d-75cc499e396b by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:28:10.029511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Attempting to bind port 20a1e39a-cb29-4c7f-821d-75cc499e396b on network 20169389-ad32-44e8-96a1-11e500d6325a {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:28:10.062773 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e497c1f6-a7ba-4b4e-a990-f005124d6056 req-b29758f9-3ffc-44dc-93df-71e9e638fffb tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169021
Jan 22 15:28:10.087220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733a3fd-f08f-4ff2-8ddf-6f319845d94f,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:10.090759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:10.109609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:10.124305 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a733a3fd-f08f-4ff2-8ddf-6f319845d94f HTTP/1.1" status: 204  len: 168 time: 0.6842825
Jan 22 15:28:10.228824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-a59ccef4-b8db-491c-9f5d-e582d53ee117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:10.230351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:28:10.230494 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-a59ccef4-b8db-491c-9f5d-e582d53ee117 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.3427696
Jan 22 15:28:10.230909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Checking segment: {'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:28:10.231547 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:10.232110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Bound using segment: {'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:28:10.232760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Bound port: 20a1e39a-cb29-4c7f-821d-75cc499e396b, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:28:10.233142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:10.233990 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58eb03e0-e48f-48a4-a523-d404c2e70bf7 req-07eb7f1e-a816-456e-9d76-5948f68de4e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3207169
Jan 22 15:28:10.647318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2b8b-ed18-475f-92d6-9951efcfa13e req-85fb4c29-d31c-4825-b1fa-ce28431873b0 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:10.649291 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-002f2b8b-ed18-475f-92d6-9951efcfa13e req-85fb4c29-d31c-4825-b1fa-ce28431873b0 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.6224136
Jan 22 15:28:10.677615 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] For port 20a1e39a-cb29-4c7f-821d-75cc499e396b, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:28:10.713832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] For port 20a1e39a-cb29-4c7f-821d-75cc499e396b, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=20a1e39a-cb29-4c7f-821d-75cc499e396b,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:28:10.752648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421f347-9685-4522-84c7-094cb3cd9d10 req-2e98f8ab-362b-4726-91b3-fb7656334185 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:10.754975 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e421f347-9685-4522-84c7-094cb3cd9d10 req-2e98f8ab-362b-4726-91b3-fb7656334185 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.4565794
Jan 22 15:28:10.771353 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-002f2b8b-ed18-475f-92d6-9951efcfa13e req-44c8b5f6-dcb5-40a6-adaa-bc3966909881 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067293
Jan 22 15:28:10.771353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:10.798786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-07b4dfc4-f466-46c0-9dda-98644035bc8a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:11.011559 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ff0ddb37-fe73-4ad4-872c-b6224e08d07f req-b454a37d-6bd6-4b72-bd24-a822008e1468 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.1050775
Jan 22 15:28:11.022163 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e421f347-9685-4522-84c7-094cb3cd9d10 req-69e512e3-652c-4ad3-90ea-e72c3e2f1709 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2583196
Jan 22 15:28:11.031443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Pushing event updated for resources: {'Port': ['ID=20a1e39a-cb29-4c7f-821d-75cc499e396b,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:11.045663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:11.092923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:11.093659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:11.095162 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] 10.222.0.62 "PUT /v2.0/ports/20a1e39a-cb29-4c7f-821d-75cc499e396b HTTP/1.1" status: 200  len: 1157 time: 3.3241084
Jan 22 15:28:11.095745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:11.153426 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b', 'status': 'completed', 'code': 200}
Jan 22 15:28:11.339816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11d08-9037-47db-95eb-cf4f9313835a req-c3364799-609c-4630-8e61-6ae09733fe45 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:11.341407 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-51d11d08-9037-47db-95eb-cf4f9313835a req-c3364799-609c-4630-8e61-6ae09733fe45 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1080110
Jan 22 15:28:11.393993 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-51d11d08-9037-47db-95eb-cf4f9313835a req-8710c3ae-4cff-4fec-b757-270dbc262c5a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451956
Jan 22 15:28:11.996501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e42d0-b289-4d7b-bf7b-6689cea44ccd req-2bc9f311-6f6d-4315-9765-9038cb99c401 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:11.998158 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d77e42d0-b289-4d7b-bf7b-6689cea44ccd req-2bc9f311-6f6d-4315-9765-9038cb99c401 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.1054688
Jan 22 15:28:12.064091 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d77e42d0-b289-4d7b-bf7b-6689cea44ccd req-5ee5bbee-5d76-4d2a-8855-8248995f4a81 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586841
Jan 22 15:28:12.245061 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b7b7f3ba-e205-4ebf-a3f7-6b417d432c8b req-f53b0980-56e9-4331-ba6f-2e6c32c99f52 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.0904503
Jan 22 15:28:12.315131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854f244-9bd8-4ce4-9bb2-6dd733728e3b req-6927555e-db7a-4cfa-86c9-e394d73e9f49 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:12.316738 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0854f244-9bd8-4ce4-9bb2-6dd733728e3b req-6927555e-db7a-4cfa-86c9-e394d73e9f49 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1132770
Jan 22 15:28:12.373744 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0854f244-9bd8-4ce4-9bb2-6dd733728e3b req-814fdefd-93ed-4880-a979-83056b525355 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506318
Jan 22 15:28:12.627826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9a7c-a30e-4bb5-9b7c-36fe9f4d0cfa req-14ebabc2-c29d-4d92-bd0a-991ded409b28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:12.629992 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bcde9a7c-a30e-4bb5-9b7c-36fe9f4d0cfa req-14ebabc2-c29d-4d92-bd0a-991ded409b28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1034274
Jan 22 15:28:12.681554 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bcde9a7c-a30e-4bb5-9b7c-36fe9f4d0cfa req-d490cf03-761d-46e5-876d-d62b4f82f6ee tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452781
Jan 22 15:28:12.889827 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-7b103e02-99c5-434e-b006-7eb2ba86a322 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 217 time: 0.1153603
Jan 22 15:28:12.977896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953723-c9ba-41fa-8281-857adaf8cac1 req-1abb0e98-7052-407e-8a68-7138cdc051ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:12.979539 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f7953723-c9ba-41fa-8281-857adaf8cac1 req-1abb0e98-7052-407e-8a68-7138cdc051ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c79b902ff5f44fb9763db6382817e6d&device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 1160 time: 0.0822587
Jan 22 15:28:13.168956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953723-c9ba-41fa-8281-857adaf8cac1 req-eb09f525-6e8b-4af1-81a1-09e705cb073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:13.170784 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f7953723-c9ba-41fa-8281-857adaf8cac1 req-eb09f525-6e8b-4af1-81a1-09e705cb073c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0c79b902ff5f44fb9763db6382817e6d&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1734746
Jan 22 15:28:13.188352 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:13.317741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2513bc-24e3-425a-b51c-3d16b4e0e39f req-44fec6a5-f07b-4f66-8908-f89dedecd576 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:13.319495 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6d2513bc-24e3-425a-b51c-3d16b4e0e39f req-44fec6a5-f07b-4f66-8908-f89dedecd576 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.1213744
Jan 22 15:28:13.373174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-e271bcb9-8446-4cc4-ad62-00bb3c8c512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:13.374349 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-e271bcb9-8446-4cc4-ad62-00bb3c8c512f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.4359045
Jan 22 15:28:13.374475 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6d2513bc-24e3-425a-b51c-3d16b4e0e39f req-d2b7d806-a48b-41c8-93ca-e49ac672bae2 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487144
Jan 22 15:28:13.425942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-8ef14555-9f18-48e9-8144-3af88b4a1bfd tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:13.426764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-8ef14555-9f18-48e9-8144-3af88b4a1bfd tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Synchronizing usage tracker for tenant:81f2aae59b964855a6a475dce6642409 on resource:network {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:28:13.447586 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1a74218a-7577-46f6-b0e9-a3680fc96f6a req-21fc65f5-0d64-4d87-9a4d-a71eb9ef0561 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.0528865
Jan 22 15:28:13.452143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-70c2e01d-d73a-47f7-8887-8b6848e00d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:13.453754 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-70c2e01d-d73a-47f7-8887-8b6848e00d59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1161 time: 0.5140123
Jan 22 15:28:13.477119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-8ef14555-9f18-48e9-8144-3af88b4a1bfd tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Unset dirty status for tenant:81f2aae59b964855a6a475dce6642409 on resource:network {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:28:13.478339 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-8ef14555-9f18-48e9-8144-3af88b4a1bfd tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "GET /v2.0/networks?id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa HTTP/1.1" status: 200  len: 809 time: 0.6446469
Jan 22 15:28:13.624330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4011ac5-197e-424f-94a9-87550bd6a71f req-25ce4987-64fb-433b-a3a9-2823da03bd50 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:13.625903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4011ac5-197e-424f-94a9-87550bd6a71f req-25ce4987-64fb-433b-a3a9-2823da03bd50 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1056054
Jan 22 15:28:13.677800 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4011ac5-197e-424f-94a9-87550bd6a71f req-bf3ed8bb-af96-4817-9f63-433e8af2f980 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449078
Jan 22 15:28:13.916541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c010c2-001c-447d-9002-c1bb2865b6b5 req-ed10e11b-d003-4310-97f0-9fe114a7deaf tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:13.918199 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-59c010c2-001c-447d-9002-c1bb2865b6b5 req-ed10e11b-d003-4310-97f0-9fe114a7deaf tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1079962
Jan 22 15:28:13.969067 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-59c010c2-001c-447d-9002-c1bb2865b6b5 req-b811f232-fe63-4682-b2c4-3dace4b6ce23 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444853
Jan 22 15:28:14.652373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bd7e5-aec4-4663-9f73-134fb2fc7242 req-f2c3bdc1-d583-4467-baa6-ff6bc16a4fed tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:14.653886 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6f3bd7e5-aec4-4663-9f73-134fb2fc7242 req-f2c3bdc1-d583-4467-baa6-ff6bc16a4fed tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.1492732
Jan 22 15:28:14.660841 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e047ea60-234a-48c8-8d78-28af9cdaed4d req-63b9f013-3e54-4980-b38b-40754ae5ee9f tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.0800111
Jan 22 15:28:14.708540 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6f3bd7e5-aec4-4663-9f73-134fb2fc7242 req-74837c7b-778b-4c24-8931-7bbdafb4767b tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466552
Jan 22 15:28:14.931526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870f521-26b7-40c4-8851-0968a2acf554 req-7f24a0e8-14a2-4bb0-8216-4871ea3762a6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:14.933178 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a870f521-26b7-40c4-8851-0968a2acf554 req-7f24a0e8-14a2-4bb0-8216-4871ea3762a6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1138053
Jan 22 15:28:14.986639 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a870f521-26b7-40c4-8851-0968a2acf554 req-f2b39f0e-8d9b-4cc5-aad6-b5b03f778387 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468414
Jan 22 15:28:15.205254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98806-e271-4093-ba87-536a96277ab0 req-0b53e547-cb6b-408a-ad44-6358429b98bd tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:15.206883 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ad98806-e271-4093-ba87-536a96277ab0 req-0b53e547-cb6b-408a-ad44-6358429b98bd tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1038668
Jan 22 15:28:15.257954 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ad98806-e271-4093-ba87-536a96277ab0 req-f33ba723-9b9a-4c6b-a46f-8a124df3178b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443490
Jan 22 15:28:15.872959 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a777e84f-2983-43ee-adf1-9bba47761972 req-b27a39fd-2fcd-4351-a6a0-b08fbce01061 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.0831914
Jan 22 15:28:15.878902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Request body: {'port': {'device_id': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa', 'admin_state_up': True, 'tenant_id': '81f2aae59b964855a6a475dce6642409'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:16.024964 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-5721b51f-16f1-45e6-b4de-d885fef80aa4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2116830
Jan 22 15:28:16.079452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953723-c9ba-41fa-8281-857adaf8cac1 req-737bd03c-2552-4086-85ee-eb41f4a4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.081176 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f7953723-c9ba-41fa-8281-857adaf8cac1 req-737bd03c-2552-4086-85ee-eb41f4a4eb91 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2464433
Jan 22 15:28:16.116419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96883614-2e05-4eb0-8bdb-721937baeed5 req-6855f522-8623-44e9-9d15-97fc0f9861b5 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.118195 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-96883614-2e05-4eb0-8bdb-721937baeed5 req-6855f522-8623-44e9-9d15-97fc0f9861b5 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.2522118
Jan 22 15:28:16.267379 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-96883614-2e05-4eb0-8bdb-721937baeed5 req-b112037e-5e6b-4842-b659-538e842584ec tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416290
Jan 22 15:28:16.277712 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-176edd91-8a8c-4304-a7e3-e011d9fa7ffa service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412419
Jan 22 15:28:16.278833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-ddc7fb85-0de2-4ff2-b9b3-1937c22fb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.280365 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-ddc7fb85-0de2-4ff2-b9b3-1937c22fb22d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.4695420
Jan 22 15:28:16.285738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:16.290902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Usage tracker for resource:port and tenant:81f2aae59b964855a6a475dce6642409 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:16.296732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Quota usage for port was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:16.355152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5ac9f-24ff-4d03-a469-da8ffbbaeddd req-d33464d6-d10e-428f-9fa5-4e7ba14614d9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.357030 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4d5ac9f-24ff-4d03-a469-da8ffbbaeddd req-d33464d6-d10e-428f-9fa5-4e7ba14614d9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.2008336
Jan 22 15:28:16.359384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-567da2d6-1fb2-46be-87f4-28a7fafa3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.361400 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-567da2d6-1fb2-46be-87f4-28a7fafa3c51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c79b902ff5f44fb9763db6382817e6d&device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 1160 time: 0.2021415
Jan 22 15:28:16.383226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:16.459384 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-9b46ec79-1296-4515-a8d0-aa9a59035a7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 217 time: 0.1635177
Jan 22 15:28:16.494818 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-884fc06d-686a-4236-b56b-c4fa15d33408 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a1e39a-cb29-4c7f-821d-75cc499e396b HTTP/1.1" status: 200  len: 217 time: 0.1132669
Jan 22 15:28:16.516419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Made reservation on behalf of 81f2aae59b964855a6a475dce6642409 for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:28:16.526656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:16.586257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4d5ac9f-24ff-4d03-a469-da8ffbbaeddd req-a4349a63-3767-4ef0-9490-26302009a1a4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2218549
Jan 22 15:28:16.609183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-72bf9a77-e9ba-4ea8-afdd-335efd2e4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.611080 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-72bf9a77-e9ba-4ea8-afdd-335efd2e4e9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b1e8468-16a5-4cbc-9067-6bd2622633ec HTTP/1.1" status: 200  len: 853 time: 0.0948322
Jan 22 15:28:16.625862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-9989732d-dec1-45a0-907e-58eb45f1ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.627491 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-9989732d-dec1-45a0-907e-58eb45f1ec20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.1600132
Jan 22 15:28:16.629380 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-bfce89a7-ecd1-4a2a-8c29-3271c744867e service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3354568
Jan 22 15:28:16.672775 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-06de0b1d-558b-40d7-a1b4-c4aeefe42564 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20169389-ad32-44e8-96a1-11e500d6325a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526659
Jan 22 15:28:16.704647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacce5-ff86-4d5f-9a50-eab707e9dec0 req-335894d1-d052-4da0-b7de-8b8dc87bc00c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.706897 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e1bacce5-ff86-4d5f-9a50-eab707e9dec0 req-335894d1-d052-4da0-b7de-8b8dc87bc00c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2620282
Jan 22 15:28:16.855720 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e1bacce5-ff86-4d5f-9a50-eab707e9dec0 req-96db8290-2354-4fac-b45d-4a7071e6c67b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250775
Jan 22 15:28:16.868807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-f756f300-7124-4106-9a19-46659390e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:16.870449 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-f756f300-7124-4106-9a19-46659390e79f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2181232
Jan 22 15:28:16.902691 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-4db6657e-18fa-4be1-95c3-bbbd5a3b6cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944206
Jan 22 15:28:17.121927 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-4b1450ac-580c-47db-b128-cdcf7524649c service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395847
Jan 22 15:28:17.123052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Allocated IP 172.20.0.13 (f917b890-a7d1-4fd3-a4bd-51894bdf75aa/ea88e3ac-1806-4944-bc2a-7f679c9b7b53/a7ed23bc-dd5b-4370-a3b8-6713428a3872) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:28:17.310853 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ecf2c14d-41ec-4ea5-94ba-7df0f0f26039 req-b4df3962-9594-4de7-95d9-32aa4a3c3fdd service neutron] 10.222.0.62 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3989644
Jan 22 15:28:17.321173 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0fb91656-d13c-4e47-90b0-9cf9dcd5215f req-3564f4a1-63da-493a-8587-4c764047a0c0 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 210 time: 0.3111160
Jan 22 15:28:17.350980 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4fe55e62-9d86-4de3-8659-f5d43b197e0a req-f93c572b-7f24-471d-bbf4-565974cc4818 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2085340
Jan 22 15:28:17.524074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8841ecf-4994-4cc5-992b-045bcb669185 req-7922b0e1-7e7a-4719-852e-074352c870b1 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:17.525779 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f8841ecf-4994-4cc5-992b-045bcb669185 req-7922b0e1-7e7a-4719-852e-074352c870b1 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.1106923
Jan 22 15:28:17.589025 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f8841ecf-4994-4cc5-992b-045bcb669185 req-12dd3667-c793-470c-a01a-4d3b03c41c1b tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561454
Jan 22 15:28:17.763102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:17.843948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:17.847826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1e1db-aebf-4975-ac0f-c7f9c564d9c8 req-f9fbbca3-df73-447c-9f20-aea90374becd tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:17.850110 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60d1e1db-aebf-4975-ac0f-c7f9c564d9c8 req-f9fbbca3-df73-447c-9f20-aea90374becd tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1110487
Jan 22 15:28:17.862539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-189bb7a7-6d3f-4e66-bf5b-93fc2865daca tempest-DeleteServersTestJSON-1178763387 tempest-DeleteServersTestJSON-1178763387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:17.932861 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60d1e1db-aebf-4975-ac0f-c7f9c564d9c8 req-d4fcd194-827a-4721-9ae6-d6aa394ee5c9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753410
Jan 22 15:28:18.016656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Pushing event updated for resources: {'Port': ['ID=a7ed23bc-dd5b-4370-a3b8-6713428a3872,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:18.019990 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:18.080101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:28:18.081663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:28:18.084752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:28:18.145434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786f698-5fc9-43ee-9bd6-fe5a45a4fe94 req-feb4f634-64e2-4b0d-8eac-47ec21fdea11 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:18.147629 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a786f698-5fc9-43ee-9bd6-fe5a45a4fe94 req-feb4f634-64e2-4b0d-8eac-47ec21fdea11 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1211817
Jan 22 15:28:18.166500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:18.167224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:18.200554 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a786f698-5fc9-43ee-9bd6-fe5a45a4fe94 req-b8d95526-dd50-404c-81ab-36327c70646a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454502
Jan 22 15:28:18.220607 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4083970
Jan 22 15:28:18.254382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Request body: {'port': {'device_id': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:18.385454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:18.717782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510b6c-7714-4365-8fca-538697e5e019 req-e1806ba8-8afb-462d-bdc4-3fd71206cb19 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:18.719838 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-82510b6c-7714-4365-8fca-538697e5e019 req-e1806ba8-8afb-462d-bdc4-3fd71206cb19 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 932 time: 0.1158986
Jan 22 15:28:18.840718 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ed23bc-dd5b-4370-a3b8-6713428a3872 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:28:18.841523 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-82510b6c-7714-4365-8fca-538697e5e019 req-2eea93b7-5efd-4ea5-858b-1ef8cf9f9340 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697441
Jan 22 15:28:18.848650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:18.861327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Transition to ACTIVE for port object a7ed23bc-dd5b-4370-a3b8-6713428a3872 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:28:18.888812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376728d-c5b9-4f4c-8f93-0aee2ee4ca7d req-6aad3920-9be5-448e-a233-0fb25d51154a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:18.890412 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1376728d-c5b9-4f4c-8f93-0aee2ee4ca7d req-6aad3920-9be5-448e-a233-0fb25d51154a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.1639733
Jan 22 15:28:18.896490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:18.916840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:18.959970 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1376728d-c5b9-4f4c-8f93-0aee2ee4ca7d req-4eb280ed-f365-433e-9923-3a27d8008cb6 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618765
Jan 22 15:28:19.105056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ed23bc-dd5b-4370-a3b8-6713428a3872,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:19.108385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:19.263396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21876de9-06c7-4a70-870c-4a1f5a02887d req-97c9e88a-66ab-4ace-b500-fc3fa39bc292 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:19.265170 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21876de9-06c7-4a70-870c-4a1f5a02887d req-97c9e88a-66ab-4ace-b500-fc3fa39bc292 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1409357
Jan 22 15:28:19.327435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 43056) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:19.339796 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21876de9-06c7-4a70-870c-4a1f5a02887d req-45620dbf-eeb1-4961-b7de-2f037aef7912 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674593
Jan 22 15:28:19.365797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Attempting to bind port a7ed23bc-dd5b-4370-a3b8-6713428a3872 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:28:19.366011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Attempting to bind port a7ed23bc-dd5b-4370-a3b8-6713428a3872 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:28:19.366534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Attempting to bind port a7ed23bc-dd5b-4370-a3b8-6713428a3872 on network f917b890-a7d1-4fd3-a4bd-51894bdf75aa {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:28:19.384222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:28:19.384822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Checking segment: {'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:28:19.385326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:19.385816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Bound using segment: {'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:28:19.386960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Bound port: a7ed23bc-dd5b-4370-a3b8-6713428a3872, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:28:19.387422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:19.524669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] For port a7ed23bc-dd5b-4370-a3b8-6713428a3872, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:28:19.530221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] For port a7ed23bc-dd5b-4370-a3b8-6713428a3872, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=a7ed23bc-dd5b-4370-a3b8-6713428a3872,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:28:19.552787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:19.588810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:19.597405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1f1f77795b4597bd01101085681609 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:19.609240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:19.609402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c8c9-9e82-4a27-82f4-64cdb069b100 req-833e911b-cfea-483c-a7eb-b078287a8870 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:19.615200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:19.618726 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2c17c8c9-9e82-4a27-82f4-64cdb069b100 req-833e911b-cfea-483c-a7eb-b078287a8870 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1302378
Jan 22 15:28:19.633358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:19.669392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:19.683664 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2c17c8c9-9e82-4a27-82f4-64cdb069b100 req-136189e3-1951-48d0-b75e-cfd904379447 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631986
Jan 22 15:28:19.852454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ed23bc-dd5b-4370-a3b8-6713428a3872,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:19.861533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:19.927300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:19.928102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:19.929865 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] 10.222.0.62 "PUT /v2.0/ports/a7ed23bc-dd5b-4370-a3b8-6713428a3872 HTTP/1.1" status: 200  len: 1158 time: 1.6810229
Jan 22 15:28:19.930480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:19.973085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:19.980563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:20.000389 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872', 'status': 'completed', 'code': 200}
Jan 22 15:28:20.031675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:20.042220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ce095892-9c6a-4b6e-bc19-7ba9442c9bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:20.236637 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab1f1f77795b4597bd01101085681609&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9078705
Jan 22 15:28:20.245083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 43080) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:20.245957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4476959-d0e2-4be1-b64c-49d2fc6cb533,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:20.260606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b854b-44c2-4306-81ad-56c233048bfe req-08b39cfb-b4be-48ef-b56c-83a690c4683f tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:20.262692 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-299b854b-44c2-4306-81ad-56c233048bfe req-08b39cfb-b4be-48ef-b56c-83a690c4683f tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.2545216
Jan 22 15:28:20.277701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:20.312148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:20.312573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:20.359222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:20.393470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:20.395145 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-299b854b-44c2-4306-81ad-56c233048bfe req-839dc37a-50f3-4b66-a9b2-79b11938af17 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746448
Jan 22 15:28:20.444956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2e8a8-53ff-4808-9a51-2fd8f1df5966 req-828e0e3a-7cf0-4ae4-b722-21a1575b6505 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:20.447865 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ba2e8a8-53ff-4808-9a51-2fd8f1df5966 req-828e0e3a-7cf0-4ae4-b722-21a1575b6505 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.1831965
Jan 22 15:28:20.455034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e441c-5ad5-445f-bbf1-307bdc1b4553 req-79820dc0-d353-4355-9c69-a864e7093fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:20.456795 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a40e441c-5ad5-445f-bbf1-307bdc1b4553 req-79820dc0-d353-4355-9c69-a864e7093fce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=81f2aae59b964855a6a475dce6642409&device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 1161 time: 0.3765485
Jan 22 15:28:20.548154 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ba2e8a8-53ff-4808-9a51-2fd8f1df5966 req-1361ccde-517e-43d8-9aea-e71ef0a40d43 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947895
Jan 22 15:28:20.560565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:20.680879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:20.693648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d4af28d4-3796-469e-b780-2d4f04861cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:20.709719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4400b-70b1-4e7c-a9c0-b4f4619ce2b1 req-5a23b78f-e884-4682-bcfb-f1bbc1c391b5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:20.711494 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1ca4400b-70b1-4e7c-a9c0-b4f4619ce2b1 req-5a23b78f-e884-4682-bcfb-f1bbc1c391b5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1303563
Jan 22 15:28:20.724705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4476959-d0e2-4be1-b64c-49d2fc6cb533,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:20.732794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:20.753523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:20.753523 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4476959-d0e2-4be1-b64c-49d2fc6cb533 HTTP/1.1" status: 204  len: 168 time: 0.4988515
Jan 22 15:28:20.770888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e441c-5ad5-445f-bbf1-307bdc1b4553 req-934e48e6-7b9a-486c-a25b-9d0faa949612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:20.772498 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a40e441c-5ad5-445f-bbf1-307bdc1b4553 req-934e48e6-7b9a-486c-a25b-9d0faa949612 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=81f2aae59b964855a6a475dce6642409&shared=False HTTP/1.1" status: 200  len: 903 time: 0.2899535
Jan 22 15:28:20.780754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port aec50d02-f2d9-4e1e-ad84-e776672980fa completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:28:20.804368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:20.805160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:20.821128 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1ca4400b-70b1-4e7c-a9c0-b4f4619ce2b1 req-56f3ad3c-ee1a-4d87-837f-cade6cfaf2ab tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987649
Jan 22 15:28:20.965308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e441c-5ad5-445f-bbf1-307bdc1b4553 req-ba4059c6-78f5-477b-aac1-e43992fbb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:20.967904 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a40e441c-5ad5-445f-bbf1-307bdc1b4553 req-ba4059c6-78f5-477b-aac1-e43992fbb670 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1877406
Jan 22 15:28:20.991358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:21.022229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:21.031406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port aec50d02-f2d9-4e1e-ad84-e776672980fa, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:28:21.082823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:21.084920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-42a5778a-c257-4c93-8fa1-361bc112c078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:21.155561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-12647b72-8fa0-4f1d-af2d-7891d1fa986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:21.158133 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-12647b72-8fa0-4f1d-af2d-7891d1fa986f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=81f2aae59b964855a6a475dce6642409&device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 1161 time: 0.1242576
Jan 22 15:28:21.158991 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'code': 200}
Jan 22 15:28:21.172510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=aec50d02-f2d9-4e1e-ad84-e776672980fa,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:21.176434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:21.281162 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-678f09c7-3596-4f62-a79d-61c4e6b3d75f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ed23bc-dd5b-4370-a3b8-6713428a3872 HTTP/1.1" status: 200  len: 217 time: 0.0867410
Jan 22 15:28:21.366926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-f83668e6-add0-4324-9ddf-96c671eea517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:21.368622 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-f83668e6-add0-4324-9ddf-96c671eea517 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ea88e3ac-1806-4944-bc2a-7f679c9b7b53 HTTP/1.1" status: 200  len: 849 time: 0.0779207
Jan 22 15:28:21.433871 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-0905b6c7-73c5-4cd1-9a4b-7ae5437ba458 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568936
Jan 22 15:28:21.566604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-89de192d-c203-4b0b-9a1d-a3d52695cdd1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80250) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:28:21.573786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f0f828ad-e0d9-477d-959d-234cb74c76c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:21.736428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a44-a676-412b-809e-2578f5d8700a req-89b58c3e-ac6e-44fd-a2ae-a32d7f00855a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:21.738722 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6bea8a44-a676-412b-809e-2578f5d8700a req-89b58c3e-ac6e-44fd-a2ae-a32d7f00855a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.1610391
Jan 22 15:28:21.860075 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6bea8a44-a676-412b-809e-2578f5d8700a req-0e74913d-53de-4d71-84b5-3767cc2e5d8b tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148643
Jan 22 15:28:21.925810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09351b8e-b37d-45c5-8fdd-dd5c435f32b2 req-760abce9-f9c2-4950-a6c3-9611e7f64786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:21.930156 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-09351b8e-b37d-45c5-8fdd-dd5c435f32b2 req-760abce9-f9c2-4950-a6c3-9611e7f64786 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1163 time: 0.4778092
Jan 22 15:28:21.936898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9be713-faa3-43bd-9f60-99336e912178 req-cde06d94-105e-4d76-9943-d67167ba7301 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:21.938627 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0b9be713-faa3-43bd-9f60-99336e912178 req-cde06d94-105e-4d76-9943-d67167ba7301 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.1657097
Jan 22 15:28:22.009066 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-ba13db0f-aef7-4d2b-9204-2ee0440c376d service neutron] 10.222.0.62 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5599959
Jan 22 15:28:22.010670 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0b9be713-faa3-43bd-9f60-99336e912178 req-d89663a6-5e11-4a03-9418-892796759330 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643187
Jan 22 15:28:22.018653 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-09351b8e-b37d-45c5-8fdd-dd5c435f32b2 req-f952463d-b935-464e-bfa8-03e9c897f5c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723591
Jan 22 15:28:22.160211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeccfc-df5b-4cdc-82fb-794f4c62dfb5 req-371d1e28-c49e-42b3-867f-7becc4b725c9 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:22.168494 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3edeccfc-df5b-4cdc-82fb-794f4c62dfb5 req-371d1e28-c49e-42b3-867f-7becc4b725c9 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1469581
Jan 22 15:28:22.240298 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3edeccfc-df5b-4cdc-82fb-794f4c62dfb5 req-4190cd14-f81f-45f7-8806-b41d7bed0e70 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622473
Jan 22 15:28:22.320850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 20a1e39a-cb29-4c7f-821d-75cc499e396b up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:22.454305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 20a1e39a-cb29-4c7f-821d-75cc499e396b completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:28:22.466939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 20a1e39a-cb29-4c7f-821d-75cc499e396b triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:22.466939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:22.547597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d286f8a-43b4-459d-9ac3-63764805a16b req-0c84d7d3-752c-43db-b099-a5df3f56fa61 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:22.558048 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d286f8a-43b4-459d-9ac3-63764805a16b req-0c84d7d3-752c-43db-b099-a5df3f56fa61 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.2307751
Jan 22 15:28:22.598101 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1499ad3b-47f1-4e49-ae52-4bc9282466e2 req-9c91d47e-803d-44b5-9351-1c145ef7e3e2 service neutron] 10.222.0.62 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2661588
Jan 22 15:28:22.637317 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d286f8a-43b4-459d-9ac3-63764805a16b req-05cffa11-83b0-480e-9c2e-c7746cd9206a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778828
Jan 22 15:28:22.796382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:22.832950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 20a1e39a-cb29-4c7f-821d-75cc499e396b, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=20a1e39a-cb29-4c7f-821d-75cc499e396b,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:28:22.862442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:22.863564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:22.893850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:22.982821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=20a1e39a-cb29-4c7f-821d-75cc499e396b,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:22.992619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:23.025536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:23.026080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:23.132906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e14be4-788c-45fa-9b11-86ef93c471af req-b00feb78-befb-4700-bfc8-e4f752b50def tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:23.134649 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99e14be4-788c-45fa-9b11-86ef93c471af req-b00feb78-befb-4700-bfc8-e4f752b50def tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.1177595
Jan 22 15:28:23.160569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:23.189057 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99e14be4-788c-45fa-9b11-86ef93c471af req-15d537dc-0c4a-431e-9e9f-16af22c2612b tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473938
Jan 22 15:28:23.391412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 43174) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:23.477065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f6a3-05e9-4d45-91a2-00461d56ff07 req-7a3ebe8a-deb5-4d9f-80c9-2651b2a7d3e3 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:23.481609 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6d89f6a3-05e9-4d45-91a2-00461d56ff07 req-7a3ebe8a-deb5-4d9f-80c9-2651b2a7d3e3 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1546903
Jan 22 15:28:23.559366 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6d89f6a3-05e9-4d45-91a2-00461d56ff07 req-873f90a3-12b4-4342-bae8-d729fa5c778a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733645
Jan 22 15:28:23.610943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:23.630470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:23.634838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b44790ea77d2409f90b348e192c7bed2 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:23.638407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:23.643718 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b', 'code': 200}
Jan 22 15:28:23.647475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:23.734000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:23.770831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:23.784702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-220cdbb1-6358-415c-836e-7399e85de87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:23.828351 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b44790ea77d2409f90b348e192c7bed2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4353726
Jan 22 15:28:23.829297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1d4237-a79b-4736-999d-00eb5dabcadb,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:23.832044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 43188) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:23.835424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:23.897166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d1757ea7-e438-47f3-9f1b-24c7f1c62d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:23.940506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fb3fb-e358-43ad-86d2-82470471a021 req-d546eac6-e7dd-4150-81db-717e0df38c0b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:23.942119 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-591fb3fb-e358-43ad-86d2-82470471a021 req-d546eac6-e7dd-4150-81db-717e0df38c0b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1659093
Jan 22 15:28:23.947566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:24.002528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:24.036652 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-591fb3fb-e358-43ad-86d2-82470471a021 req-340dcd37-e162-4f47-a172-473630bd89e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861614
Jan 22 15:28:24.101989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:24.107317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:24.119298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1d4237-a79b-4736-999d-00eb5dabcadb,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:24.123025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:24.126575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:24.127884 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b1d4237-a79b-4736-999d-00eb5dabcadb HTTP/1.1" status: 204  len: 168 time: 0.2939489
Jan 22 15:28:24.444424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab894498-d22e-4e84-949a-c971c7529ffd req-650a1274-071b-4648-a1a4-89a195def293 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:24.446088 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab894498-d22e-4e84-949a-c971c7529ffd req-650a1274-071b-4648-a1a4-89a195def293 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.1146414
Jan 22 15:28:24.501523 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab894498-d22e-4e84-949a-c971c7529ffd req-844dd626-3253-4b16-b6cf-89cf03dbe5ad tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489914
Jan 22 15:28:24.684916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:24.857138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900af745-6cd5-4ab3-b537-31922ce89b2a req-d8a52c73-4571-42b2-950a-882e9ff0f8e9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:24.858878 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-900af745-6cd5-4ab3-b537-31922ce89b2a req-d8a52c73-4571-42b2-950a-882e9ff0f8e9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1075478
Jan 22 15:28:24.915068 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-900af745-6cd5-4ab3-b537-31922ce89b2a req-9628a7fe-b346-4360-ad85-a5ad113c9295 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496089
Jan 22 15:28:25.288234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3511bd-8cd3-4351-b0f4-1b1ff89bacb5 req-946c1c68-1b68-496e-9c9c-b51fe16a2979 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:25.289897 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3c3511bd-8cd3-4351-b0f4-1b1ff89bacb5 req-946c1c68-1b68-496e-9c9c-b51fe16a2979 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1082342
Jan 22 15:28:25.346145 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3c3511bd-8cd3-4351-b0f4-1b1ff89bacb5 req-a8c9c968-4e6e-44c2-a65d-62e53ada1780 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494046
Jan 22 15:28:25.534359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:25.744953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17724b37-e8c8-464d-b313-04d03f789366 req-82691203-0541-413b-a35a-e747c7f16809 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:25.746669 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-17724b37-e8c8-464d-b313-04d03f789366 req-82691203-0541-413b-a35a-e747c7f16809 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.1133370
Jan 22 15:28:25.815326 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-17724b37-e8c8-464d-b313-04d03f789366 req-2d042e09-3bc8-44a5-b870-fd8654161759 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601418
Jan 22 15:28:25.974366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:26.168847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12758848-bd87-43fa-81ab-d32c5207a493 req-ea262a54-4f77-47f6-9b8e-a0eb487d86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:26.170953 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-12758848-bd87-43fa-81ab-d32c5207a493 req-ea262a54-4f77-47f6-9b8e-a0eb487d86a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 1162 time: 0.0985954
Jan 22 15:28:26.200571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ede6a-0bb4-4b21-9d1a-fb2e118ef7d9 req-c243d928-aa46-47b5-b06f-4044414e218a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:26.202418 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c58ede6a-0bb4-4b21-9d1a-fb2e118ef7d9 req-c243d928-aa46-47b5-b06f-4044414e218a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1134679
Jan 22 15:28:26.222656 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-12758848-bd87-43fa-81ab-d32c5207a493 req-260bb1ca-dd0f-4163-8a11-1fb824ae1661 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434201
Jan 22 15:28:26.262425 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c58ede6a-0bb4-4b21-9d1a-fb2e118ef7d9 req-0b4149b4-1e5f-468e-b419-1b4f18b1bf1b tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512760
Jan 22 15:28:26.596059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7bc3c-2aa7-42ce-a874-b8de1a58aaf4 req-1cca6085-d3cf-41cb-ae24-75aecfe5944a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:26.597706 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-81b7bc3c-2aa7-42ce-a874-b8de1a58aaf4 req-1cca6085-d3cf-41cb-ae24-75aecfe5944a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1073766
Jan 22 15:28:26.651438 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-81b7bc3c-2aa7-42ce-a874-b8de1a58aaf4 req-6c9043e5-c473-4365-94f4-d7490b3dc1c4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463693
Jan 22 15:28:26.704002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 20a1e39a-cb29-4c7f-821d-75cc499e396b up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:26.776864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 20a1e39a-cb29-4c7f-821d-75cc499e396b triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:26.777288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:26.919045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463e417-5af4-4a28-8adb-c3c46c58887d req-a299690e-451c-4659-82cd-a082eb175523 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:26.921057 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4463e417-5af4-4a28-8adb-c3c46c58887d req-a299690e-451c-4659-82cd-a082eb175523 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1245556
Jan 22 15:28:26.922388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:26.931280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 43250) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:26.937287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'floatingip': {'port_id': 'aec50d02-f2d9-4e1e-ad84-e776672980fa'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:27.020429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:27.020864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:27.081948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:27.311566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46c7f-0aea-46e3-9a3d-7ed065d63da4 req-789b30ed-e57e-4b09-946f-d56a3ce5ac1e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:27.313225 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fbe46c7f-0aea-46e3-9a3d-7ed065d63da4 req-789b30ed-e57e-4b09-946f-d56a3ce5ac1e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.3178644
Jan 22 15:28:27.703253 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fbe46c7f-0aea-46e3-9a3d-7ed065d63da4 req-beac6ec4-d36b-443f-b668-f84b655f27ab tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3790820
Jan 22 15:28:27.863691 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dacf4-ff4f-494b-be87-6081f50b1d59 req-955c4020-ccfe-42c2-a957-4337fd632f53 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:27.865867 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-441dacf4-ff4f-494b-be87-6081f50b1d59 req-955c4020-ccfe-42c2-a957-4337fd632f53 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.4455752
Jan 22 15:28:28.140708 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-441dacf4-ff4f-494b-be87-6081f50b1d59 req-0668e4dc-a9b1-4d28-91d8-3af2ff04f41a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101712
Jan 22 15:28:28.364875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:28.404957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:28.588877 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Floating IP b0f391e2-ccf1-42b9-87b4-314f7d2642c3 associated. External IP: 172.27.3.36, port: aec50d02-f2d9-4e1e-ad84-e776672980fa.
Jan 22 15:28:29.253533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5298792-2724-4b29-955a-ab84d30f1234 req-96675e8b-168f-401f-ab84-720253271b76 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:29.255838 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c5298792-2724-4b29-955a-ab84d30f1234 req-96675e8b-168f-401f-ab84-720253271b76 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.4081161
Jan 22 15:28:29.257945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:28:29.453025 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c5298792-2724-4b29-955a-ab84d30f1234 req-3d3ef937-0f13-4d1e-b5b7-bbfe48a9dafc tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897519
Jan 22 15:28:29.591351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5b802-62a0-439f-bae8-886625511f98 req-96e4eca9-5080-4bf3-8237-3e2d43702c8c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:29.592941 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6ab5b802-62a0-439f-bae8-886625511f98 req-96e4eca9-5080-4bf3-8237-3e2d43702c8c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.2580249
Jan 22 15:28:29.594175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:28:29.599276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:29.608644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] Sync routers for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:28:29.620245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:28:29.620917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a73c50>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:28:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:28:29.697770 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-87f36a95-7b89-45d7-8605-8d4f39048091 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "PUT /v2.0/floatingips/b0f391e2-ccf1-42b9-87b4-314f7d2642c3 HTTP/1.1" status: 200  len: 991 time: 2.7624722
Jan 22 15:28:29.698458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:29.723225 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6ab5b802-62a0-439f-bae8-886625511f98 req-d6cf7a67-23a4-43fa-b726-3731d91d5f06 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925028
Jan 22 15:28:29.804034 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'status': 'completed', 'code': 200}
Jan 22 15:28:29.848273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:28:30.384156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a73c50>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'b0f391e2-ccf1-42b9-87b4-314f7d2642c3', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'port_id': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'mac_address': 'fa:16:3e:07:a1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:27:43Z', 'updated_at': '2021-01-22T15:28:28Z', 'revision_number': 1, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:28:30.388223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] Checking router: 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:28:30.402838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:28:30.403631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a73c50>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:28:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:28:30.607640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:28:30.697725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91389625-4d86-4e71-818a-f210daeb27d3 req-e76655ec-2f9c-4151-b341-7824a7756a55 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:30.699501 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-91389625-4d86-4e71-818a-f210daeb27d3 req-e76655ec-2f9c-4151-b341-7824a7756a55 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.1108496
Jan 22 15:28:30.752214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-b8d7c08e-1531-4b81-a65f-ebb4162751f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:30.754453 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-b8d7c08e-1531-4b81-a65f-ebb4162751f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1163 time: 0.0981367
Jan 22 15:28:30.760994 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-91389625-4d86-4e71-818a-f210daeb27d3 req-05eeade7-7f69-479c-a255-d518f66be0b8 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542185
Jan 22 15:28:30.918262 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-dcb3f864-3307-4dbd-bf3b-6fe645fc0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:30.919885 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-dcb3f864-3307-4dbd-bf3b-6fe645fc0617 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.1563497
Jan 22 15:28:31.009553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a73c50>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'b0f391e2-ccf1-42b9-87b4-314f7d2642c3', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'port_id': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'mac_address': 'fa:16:3e:07:a1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:27:43Z', 'updated_at': '2021-01-22T15:28:28Z', 'revision_number': 1, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:28:31.013702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175f00-b4ca-4f07-8fca-b35f1f8c372d None None] The sync data for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi is: [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'b0f391e2-ccf1-42b9-87b4-314f7d2642c3', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'port_id': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'mac_address': 'fa:16:3e:07:a1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:27:43Z', 'updated_at': '2021-01-22T15:28:28Z', 'revision_number': 1, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:28:31.035102 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-887792bc-821f-44a3-a2f0-4f1be0935b16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 999 time: 0.1079853
Jan 22 15:28:31.077143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-7a21cb3a-674d-4448-9f5e-84c893c65f0e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80250) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:28:31.128911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-d18da6b1-ad24-45b5-acf5-5d80a9b61ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:31.131106 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-d18da6b1-ad24-45b5-acf5-5d80a9b61ad9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0757937
Jan 22 15:28:31.220646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-fbb08d59-b099-4c54-955a-e5e1d9ad9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:31.222254 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-fbb08d59-b099-4c54-955a-e5e1d9ad9bf8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777111
Jan 22 15:28:31.365879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8fefff-def0-4346-9b85-4384c9ce5cd3 None None] New status for floating IP b0f391e2-ccf1-42b9-87b4-314f7d2642c3: ACTIVE {{(pid=80250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:28:31.426078 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-8a5128f6-eb91-4a35-9722-8638afc41363 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888502
Jan 22 15:28:31.602615 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be0a75fd-04b0-4948-9eee-b6a169f19ad4 req-308e99e0-d9a4-48bf-8a47-afd5bc03dd83 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1606014
Jan 22 15:28:32.027609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c6aae-090d-4ca0-b78e-6f3ebde38768 req-b823f30c-7fe0-4a7a-9e35-0c391c41966d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:32.029295 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-eb4c6aae-090d-4ca0-b78e-6f3ebde38768 req-b823f30c-7fe0-4a7a-9e35-0c391c41966d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.1165328
Jan 22 15:28:32.083731 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-eb4c6aae-090d-4ca0-b78e-6f3ebde38768 req-ec2078b3-ac03-4ccf-90ed-6fb162f9b9b2 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468063
Jan 22 15:28:32.101532 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 20a1e39a-cb29-4c7f-821d-75cc499e396b up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:32.186687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 20a1e39a-cb29-4c7f-821d-75cc499e396b triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:32.187117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:32.317839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device a7ed23bc-dd5b-4370-a3b8-6713428a3872 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:32.431410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port a7ed23bc-dd5b-4370-a3b8-6713428a3872 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:28:32.436882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port a7ed23bc-dd5b-4370-a3b8-6713428a3872 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:32.440465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:32.562313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:32.591140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:32.602217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port a7ed23bc-dd5b-4370-a3b8-6713428a3872, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=a7ed23bc-dd5b-4370-a3b8-6713428a3872,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:28:32.637067 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:32.639833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:32.690633 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872', 'code': 200}
Jan 22 15:28:32.732223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=a7ed23bc-dd5b-4370-a3b8-6713428a3872,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:32.742102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.742914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.743413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.745244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.745244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.745244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.745244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.745686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.746260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.746776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.747226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.747693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.748215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.748673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.749119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.749561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.750006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.750451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.750916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.751485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.760943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.760943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.760943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.760943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:28:32.760943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:33.059306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 43426) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:33.239737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:33.261087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:33.265708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Usage tracker for resource:security_group_rule and tenant:07fc6ce5eca54d1fba7de0a939c9e023 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:33.269094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:33.281408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:33.349848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0bea8-e090-4197-96ab-0500b992c40b req-b524419a-dabc-4d7e-9e86-d76693b679b4 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:33.351589 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ad0bea8-e090-4197-96ab-0500b992c40b req-b524419a-dabc-4d7e-9e86-d76693b679b4 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1116593
Jan 22 15:28:33.408585 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ad0bea8-e090-4197-96ab-0500b992c40b req-f80ac33e-61c0-4508-8032-41637e3bb9db tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505309
Jan 22 15:28:33.429444 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:33.482075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:33.492394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b6f5604f-73cf-4c34-b725-cd6d3456937d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:33.534532 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07fc6ce5eca54d1fba7de0a939c9e023&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4740448
Jan 22 15:28:33.535518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2c33e9-726e-4210-854a-b886dd607ea5,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:33.538006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 43438) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:33.539429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:33.600783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:33.627986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:33.711226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:33.715138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4604961c-958f-492f-9568-e09eb45f6f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:33.729767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2c33e9-726e-4210-854a-b886dd607ea5,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:33.733500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:33.735457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:33.736957 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a2c33e9-726e-4210-854a-b886dd607ea5 HTTP/1.1" status: 204  len: 168 time: 0.1975718
Jan 22 15:28:34.652346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f21dbf-71cb-47f2-b1cc-e2be13c4cec7 req-521ddfbd-b0fc-48c6-8f87-076e2d98e211 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:34.654089 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-70f21dbf-71cb-47f2-b1cc-e2be13c4cec7 req-521ddfbd-b0fc-48c6-8f87-076e2d98e211 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1158431
Jan 22 15:28:34.708004 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-70f21dbf-71cb-47f2-b1cc-e2be13c4cec7 req-89f41d47-fc37-4e0b-8349-880f7c615e03 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473373
Jan 22 15:28:35.948052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133cc5d-4f7e-4ffd-8d61-54f8cf8e8dcc req-10cd7b4a-4df7-4f66-85bf-a43e0940919e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:35.949611 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e133cc5d-4f7e-4ffd-8d61-54f8cf8e8dcc req-10cd7b4a-4df7-4f66-85bf-a43e0940919e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1087420
Jan 22 15:28:36.004068 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e133cc5d-4f7e-4ffd-8d61-54f8cf8e8dcc req-05b5edb2-9340-4fe8-b692-30f6908c80a1 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481691
Jan 22 15:28:36.068872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffb73-796d-4f1b-912f-14da2ff401bb req-77203460-d9f0-41f3-81dd-f0f61e921478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:36.070499 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-83fffb73-796d-4f1b-912f-14da2ff401bb req-77203460-d9f0-41f3-81dd-f0f61e921478 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 1163 time: 0.0803006
Jan 22 15:28:36.120371 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-83fffb73-796d-4f1b-912f-14da2ff401bb req-0f54f09f-6222-40a4-a47f-22cdf36ea379 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413768
Jan 22 15:28:36.435874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device a7ed23bc-dd5b-4370-a3b8-6713428a3872 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:36.517179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port a7ed23bc-dd5b-4370-a3b8-6713428a3872 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:36.517594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:37.267119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14bec0-f853-4732-87cb-1ef395cfbd64 req-ddfe66e8-c551-42a0-8a67-64e262dc9f9d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:37.268828 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bc14bec0-f853-4732-87cb-1ef395cfbd64 req-ddfe66e8-c551-42a0-8a67-64e262dc9f9d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1154480
Jan 22 15:28:37.330603 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bc14bec0-f853-4732-87cb-1ef395cfbd64 req-1c4ef5b2-d956-4840-bde2-de945bba395f tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546727
Jan 22 15:28:38.569300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492021-7468-4e47-956e-c9f2fdcb0b0f req-d5a04a57-a3d2-48a0-a419-c7ff8dd6b9e8 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:38.571047 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fe492021-7468-4e47-956e-c9f2fdcb0b0f req-d5a04a57-a3d2-48a0-a419-c7ff8dd6b9e8 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1100500
Jan 22 15:28:38.624335 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fe492021-7468-4e47-956e-c9f2fdcb0b0f req-58a83b70-a62f-4c99-a4d4-564d4c5304d8 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468068
Jan 22 15:28:39.856348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293f95-29b4-482b-9e4d-e6ce6c390940 req-ff70dc77-ac00-4008-adae-bfce91b76eca tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:39.857998 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-61293f95-29b4-482b-9e4d-e6ce6c390940 req-ff70dc77-ac00-4008-adae-bfce91b76eca tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1054361
Jan 22 15:28:39.912016 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-61293f95-29b4-482b-9e4d-e6ce6c390940 req-84b5a12d-85c1-4c3d-8678-4bfc113ffa3d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466621
Jan 22 15:28:40.791924 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device a7ed23bc-dd5b-4370-a3b8-6713428a3872 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:28:40.870754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port a7ed23bc-dd5b-4370-a3b8-6713428a3872 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:40.871342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:41.248155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b42bf4-b630-489a-9127-8704abe5ee98 req-f2afee05-df90-4c1b-af86-a35ba4f09366 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:41.248155 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e9b42bf4-b630-489a-9127-8704abe5ee98 req-f2afee05-df90-4c1b-af86-a35ba4f09366 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1399322
Jan 22 15:28:41.283588 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e9b42bf4-b630-489a-9127-8704abe5ee98 req-d91714e3-9947-484d-8cac-c082234bda2c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610895
Jan 22 15:28:41.726356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-048a833e-bddd-43db-b88c-28135557bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:41.728028 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-048a833e-bddd-43db-b88c-28135557bac7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.0909498
Jan 22 15:28:41.762646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3727db-8d33-4e89-b803-3d08d2c41370 req-5ee16822-6baf-4efe-992d-9fd1e9a37b14 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:41.764306 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a3727db-8d33-4e89-b803-3d08d2c41370 req-5ee16822-6baf-4efe-992d-9fd1e9a37b14 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1116643
Jan 22 15:28:41.823631 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a3727db-8d33-4e89-b803-3d08d2c41370 req-d4c713d8-6efc-4c35-9e10-e95e068faeb7 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517213
Jan 22 15:28:41.883532 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-471c3006-c269-445d-aa68-5ac2105e5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:41.885155 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-471c3006-c269-445d-aa68-5ac2105e5d2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.1496966
Jan 22 15:28:41.964210 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-6d928a83-58a7-4b99-85b7-0b2fc61a0fb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 217 time: 0.0715954
Jan 22 15:28:42.071178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-cb23c4f7-79dd-4135-8c64-6de0194cd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:42.072808 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-cb23c4f7-79dd-4135-8c64-6de0194cd85f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.1022410
Jan 22 15:28:42.131725 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-2f44dbba-c248-4eba-91fc-d1881698a3f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519273
Jan 22 15:28:42.300083 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-652b87f1-3e7a-49ea-b352-c836e06ff8f3 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574450
Jan 22 15:28:42.456174 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-791782fd-90d2-42e9-8fb7-74f48cc93543 req-450f258f-dd5a-4464-bd32-4c9e8a0dbcb7 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495798
Jan 22 15:28:42.849426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 43652) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:43.030637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.065535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:43.085864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Usage tracker for resource:security_group_rule and tenant:d04b1d1623a3419eb09cc94fba820e5d is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:43.093765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:43.137228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0181-2bef-4b94-863e-ed452114b02d req-df1aaf86-80b2-4848-94c1-ba99d0240398 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:43.145184 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-daae0181-2bef-4b94-863e-ed452114b02d req-df1aaf86-80b2-4848-94c1-ba99d0240398 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1859162
Jan 22 15:28:43.159251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.174364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:43.225594 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-daae0181-2bef-4b94-863e-ed452114b02d req-85efe03d-34a4-466e-b00e-de2d84a9bd27 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787578
Jan 22 15:28:43.256623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:28:43.410098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535dff8-ba0c-458d-8a08-07dc77d2e9a4 req-07a38fde-af22-45d0-9f1e-614a82aa2d1e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:43.411795 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2535dff8-ba0c-458d-8a08-07dc77d2e9a4 req-07a38fde-af22-45d0-9f1e-614a82aa2d1e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1598785
Jan 22 15:28:43.413770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.451589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.462775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8c88b691-9cea-44ab-b811-f30bc3aaced4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:43.496469 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2535dff8-ba0c-458d-8a08-07dc77d2e9a4 req-258c428b-35c2-459e-9bde-ca7316b43ce1 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781631
Jan 22 15:28:43.516506 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d04b1d1623a3419eb09cc94fba820e5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6658020
Jan 22 15:28:43.519646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 43668) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:43.533252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c694f407-3b30-4781-a452-0c06301013b2,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:43.537617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:43.588845 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.616619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.740110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.745440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-55e2aecb-a531-4ecf-afcd-b2c70b1b5a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:43.758744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c694f407-3b30-4781-a452-0c06301013b2,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:43.762252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:43.764380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:43.768278 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c694f407-3b30-4781-a452-0c06301013b2 HTTP/1.1" status: 204  len: 168 time: 0.2449169
Jan 22 15:28:44.489710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45bc41-390f-4f97-891e-179aee5b005e req-668375c8-ebdc-4cfe-be87-3c7e68905a94 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:44.491322 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df45bc41-390f-4f97-891e-179aee5b005e req-668375c8-ebdc-4cfe-be87-3c7e68905a94 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1185942
Jan 22 15:28:44.546123 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df45bc41-390f-4f97-891e-179aee5b005e req-7a799076-ed42-4a0b-b168-34ae96832d0f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485365
Jan 22 15:28:44.760931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f77c-0b1e-4dfc-bce2-9f4f59c48be8 req-a2e101a0-3320-4b1c-9af1-693cd23f3720 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:44.762617 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b3f9f77c-0b1e-4dfc-bce2-9f4f59c48be8 req-a2e101a0-3320-4b1c-9af1-693cd23f3720 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1143632
Jan 22 15:28:44.828145 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b3f9f77c-0b1e-4dfc-bce2-9f4f59c48be8 req-afed9b54-ccba-4134-b12f-707090a3c878 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586903
Jan 22 15:28:45.247694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device a7ed23bc-dd5b-4370-a3b8-6713428a3872 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:28:45.305451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-fe1a40c2-4cff-400f-9a9a-1f2a1c7ad4bb tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:45.306248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-fe1a40c2-4cff-400f-9a9a-1f2a1c7ad4bb tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Synchronizing usage tracker for tenant:81f2aae59b964855a6a475dce6642409 on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:28:45.359675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-fe1a40c2-4cff-400f-9a9a-1f2a1c7ad4bb tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Unset dirty status for tenant:81f2aae59b964855a6a475dce6642409 on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:28:45.361233 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-fe1a40c2-4cff-400f-9a9a-1f2a1c7ad4bb tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 946 time: 0.1821220
Jan 22 15:28:45.410161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:45.448224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port a7ed23bc-dd5b-4370-a3b8-6713428a3872, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=a7ed23bc-dd5b-4370-a3b8-6713428a3872,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:28:45.449269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:45.449970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Deleting port a7ed23bc-dd5b-4370-a3b8-6713428a3872 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:28:45.450366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:45.514710 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872', 'code': 200}
Jan 22 15:28:45.527795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:45.529712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:45.606499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=a7ed23bc-dd5b-4370-a3b8-6713428a3872,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:45.610271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:45.743107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] For port a7ed23bc-dd5b-4370-a3b8-6713428a3872, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=a7ed23bc-dd5b-4370-a3b8-6713428a3872,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:28:45.743514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:45.821512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e489f-7167-4e6e-8f09-e75bb4e566a2 req-c70d752d-20be-4da5-aa18-229525073962 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:45.829460 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1e7e489f-7167-4e6e-8f09-e75bb4e566a2 req-c70d752d-20be-4da5-aa18-229525073962 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1193624
Jan 22 15:28:45.881285 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1e7e489f-7167-4e6e-8f09-e75bb4e566a2 req-cba5b2fb-9a7f-4e15-84d5-b58afee19416 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508504
Jan 22 15:28:45.894307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Calling delete_port for a7ed23bc-dd5b-4370-a3b8-6713428a3872 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:28:46.076240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:46.082808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcddce-3ddf-465a-a17f-00d9f9c3d18e req-eb209604-5f7f-402f-8c6a-309cb02e8613 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:46.084622 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11dcddce-3ddf-465a-a17f-00d9f9c3d18e req-eb209604-5f7f-402f-8c6a-309cb02e8613 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=f8232b31-4f9a-4063-af59-06fb6a5fccd0 HTTP/1.1" status: 200  len: 944 time: 0.1119792
Jan 22 15:28:46.139429 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11dcddce-3ddf-465a-a17f-00d9f9c3d18e req-3de9a24c-5666-4c2b-b10b-d103143ecbf7 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477583
Jan 22 15:28:46.149214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:46.198195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Pushing event deleted for resources: {'Port': ['ID=a7ed23bc-dd5b-4370-a3b8-6713428a3872,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:46.202411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:46.316354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] No DVR routers for this DVR port a7ed23bc-dd5b-4370-a3b8-6713428a3872 on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:28:46.318830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:46.321696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'name': 'network-vif-deleted', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:46.383644 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8232b31-4f9a-4063-af59-06fb6a5fccd0', 'name': 'network-vif-deleted', 'tag': 'a7ed23bc-dd5b-4370-a3b8-6713428a3872', 'status': 'completed', 'code': 200}
Jan 22 15:28:46.445589 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d9adbb48-ace5-4fa8-9154-0fd3a385ef45 req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "DELETE /v2.0/ports/a7ed23bc-dd5b-4370-a3b8-6713428a3872 HTTP/1.1" status: 204  len: 173 time: 1.0777886
Jan 22 15:28:47.201410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdf47d-566d-4111-9da2-f15d94ec6281 req-35349367-4252-437d-8634-7f495b282689 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:47.202989 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b6fdf47d-566d-4111-9da2-f15d94ec6281 req-35349367-4252-437d-8634-7f495b282689 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1627028
Jan 22 15:28:47.207813 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-dd82e3b0-8fc1-40c6-87fc-18f45d995f3d tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/networks?tenant_id=592a91371dfa41f6bd9628f6fe6d11f7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0668547
Jan 22 15:28:47.363153 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b6fdf47d-566d-4111-9da2-f15d94ec6281 req-a47f7308-035a-40bb-88b8-62146e60f328 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517718
Jan 22 15:28:47.455807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-7f12b1f5-bf66-40de-b5bb-efc68534ed33 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:47.457346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-7f12b1f5-bf66-40de-b5bb-efc68534ed33 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2313275
Jan 22 15:28:47.474944 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-e5d17b2f-e26f-48bf-8ec9-2efc2ad0ca79 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/quotas/592a91371dfa41f6bd9628f6fe6d11f7 HTTP/1.1" status: 200  len: 375 time: 0.0113151
Jan 22 15:28:47.544433 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-f0508adf-6c7a-4297-939d-c7236e7b4fe1 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?tenant_id=592a91371dfa41f6bd9628f6fe6d11f7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0524032
Jan 22 15:28:48.081355 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0720115d-a02b-4464-8085-fafd90fcf4fd req-97e3af78-502e-4c01-b44a-9273aadca7a2 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 210 time: 0.0638056
Jan 22 15:28:48.199479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-2507a300-4fa4-4ad1-8da4-7fc36d6f6868 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:48.206898 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-2507a300-4fa4-4ad1-8da4-7fc36d6f6868 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/networks?id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa HTTP/1.1" status: 200  len: 809 time: 0.4774220
Jan 22 15:28:48.226893 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-dbcc5199-72ea-4b54-97d5-bfda1d991fa0 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/quotas/81f2aae59b964855a6a475dce6642409 HTTP/1.1" status: 200  len: 375 time: 0.0190108
Jan 22 15:28:48.284869 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-792c5ec9-9459-49f0-bfe9-ec1c52748a37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?tenant_id=81f2aae59b964855a6a475dce6642409&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0517724
Jan 22 15:28:48.303890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 43808) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:48.446073 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-3a1da19e-815d-4ad5-ba5a-1be2923100e6 service neutron] 10.222.0.54 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538401
Jan 22 15:28:48.500892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:48.528485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:48.533175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Usage tracker for resource:security_group_rule and tenant:408995c409934887aa30548147c80bdd is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:48.537516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:48.543306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:48.638503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:48.644809 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-a566bd73-81cc-4283-befd-c00301cdd269 service neutron] 10.222.0.54 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1918306
Jan 22 15:28:48.684469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:48.694534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-94effe81-d9de-49ff-a10c-11acb78c7fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:48.708103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605c456-1d66-4768-b905-3b34bace4066 req-38c07767-7eb6-4333-adcb-af2bc03e7ce8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:48.710143 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b605c456-1d66-4768-b905-3b34bace4066 req-38c07767-7eb6-4333-adcb-af2bc03e7ce8 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1192806
Jan 22 15:28:48.739004 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=408995c409934887aa30548147c80bdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4338582
Jan 22 15:28:48.740677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af8d717-021a-45d2-8238-757711f1c885,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:48.741815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 43820) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:28:48.744527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:48.789713 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b605c456-1d66-4768-b905-3b34bace4066 req-bad7a41f-6e35-499f-8336-6c29ee7b991c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725946
Jan 22 15:28:48.833449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:48.883703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:48.959606 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6333b9d9-239a-478a-a7fc-10c70f51b44e req-fb4a5cca-a057-4e9f-804b-6c713c323fe2 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 210 time: 0.0633516
Jan 22 15:28:49.010533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:49.020662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4cd5136f-dab1-4a27-988e-dd54293214e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:49.037964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af8d717-021a-45d2-8238-757711f1c885,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:49.039162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:49.046038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:49.047316 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5af8d717-021a-45d2-8238-757711f1c885 HTTP/1.1" status: 204  len: 168 time: 0.3043270
Jan 22 15:28:49.317321 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-19eaf81f-e4be-4c99-a157-8ad564eb6888 req-110b6bbf-703c-4e1c-8a98-e7e0e36ee61b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 210 time: 0.0552285
Jan 22 15:28:50.030256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e81c4-c07d-40ef-a813-b71d615c89ea req-bf3f2bfc-ca13-4447-be9a-a384b4e83b36 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:50.031925 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-128e81c4-c07d-40ef-a813-b71d615c89ea req-bf3f2bfc-ca13-4447-be9a-a384b4e83b36 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1098118
Jan 22 15:28:50.086475 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-128e81c4-c07d-40ef-a813-b71d615c89ea req-d4dc70d6-3344-4bfe-8e1c-eb78e5cd3c0f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479991
Jan 22 15:28:50.256166 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3920e32e-2999-44c0-9500-37861c166d83 req-a5050345-2bd7-446a-9f56-8b0075baaa07 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 210 time: 0.0513759
Jan 22 15:28:50.530906 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-eed6e683-f06a-4467-9d09-306b48ebc7e3 req-41516075-be46-471f-88b4-b2a3904eda23 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 210 time: 0.0500429
Jan 22 15:28:51.331987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c9c5-b789-4050-b56c-8450ac6467bf req-c687aa95-1ce5-4a3c-81cd-39b87e202213 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:51.334287 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c865c9c5-b789-4050-b56c-8450ac6467bf req-c687aa95-1ce5-4a3c-81cd-39b87e202213 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1180840
Jan 22 15:28:51.397904 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c865c9c5-b789-4050-b56c-8450ac6467bf req-a04d080a-65bf-4faa-969c-b502542423c7 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570867
Jan 22 15:28:51.447091 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ad5fa27f-8668-4d90-9d78-1e2236bd6007 req-70ca25c2-0960-4038-a454-b339eca83a99 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 210 time: 0.0569980
Jan 22 15:28:51.582963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c29cdaa9-d046-44ef-98bd-3bb0e1941bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:51.626246 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-cd787a40-bc52-41e2-967e-e3916960dad6 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.62 "GET /v2.0/networks?tenant_id=592a91371dfa41f6bd9628f6fe6d11f7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0464737
Jan 22 15:28:51.811612 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb36f36b-9bee-4fd4-9636-f0785e488646 req-414ee73f-7778-4d21-92b9-ef725d5fc48b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 210 time: 0.0718379
Jan 22 15:28:51.908842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a03fb2a8-6809-48cd-a5e9-35bcdd712564 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:51.910436 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a03fb2a8-6809-48cd-a5e9-35bcdd712564 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2463036
Jan 22 15:28:51.938347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Request body: {'port': {'device_id': 'f725d020-9495-419e-99ce-1406cdc03c17', 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8', 'admin_state_up': True, 'tenant_id': '592a91371dfa41f6bd9628f6fe6d11f7'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:52.133328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:52.137679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Usage tracker for resource:port and tenant:592a91371dfa41f6bd9628f6fe6d11f7 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:52.141776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Quota usage for port was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:52.194516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:52.237466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613be780-8ff4-4c1a-9304-671dca7e2792 req-4eed4b74-bb86-4e34-9504-14248d4dd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:52.239241 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-613be780-8ff4-4c1a-9304-671dca7e2792 req-4eed4b74-bb86-4e34-9504-14248d4dd791 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.0943177
Jan 22 15:28:52.241392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Made reservation on behalf of 592a91371dfa41f6bd9628f6fe6d11f7 for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:28:52.250927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:52.264911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:52.309072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:52.320203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Usage tracker for resource:security_group_rule and tenant:592a91371dfa41f6bd9628f6fe6d11f7 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:52.329835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:52.339473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:52.354207 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-613be780-8ff4-4c1a-9304-671dca7e2792 req-2cd39d9d-33b0-4392-ac3a-b9b891d135c0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774820
Jan 22 15:28:52.518176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:52.585090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:52.601485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-694c5bd3-26f3-4013-b991-305496c07f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:52.642501 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07e4fe10-ab95-4e9d-9752-d94f175d2ea1 req-ac955ce2-4f66-4128-9331-f1184cab7460 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 210 time: 0.0492904
Jan 22 15:28:52.734053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8bc4-da11-4f5a-bea5-79d3b0ea9458 req-1f87db93-5d9f-4ea1-9b33-fc04f92ff995 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:52.736163 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a24c8bc4-da11-4f5a-bea5-79d3b0ea9458 req-1f87db93-5d9f-4ea1-9b33-fc04f92ff995 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1977003
Jan 22 15:28:52.753614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Pushing event updated for resources: {'SecurityGroup': ['ID=fb969b31-682d-4f14-bd4e-164b5287cada,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:52.778962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:52.837098 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a24c8bc4-da11-4f5a-bea5-79d3b0ea9458 req-7f50790c-0d76-4185-a890-a101038aa0da tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922692
Jan 22 15:28:53.050135 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3f1fe68e-1e86-4bd4-a5c5-8ec05277860f req-ddef071d-ffcb-4c3b-b5b5-995e083e435a tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 210 time: 0.0574024
Jan 22 15:28:53.282898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-5463e2b8-04b4-4fd2-8387-7f07f49752c2 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:53.284447 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-5463e2b8-04b4-4fd2-8387-7f07f49752c2 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "GET /v2.0/networks?id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa HTTP/1.1" status: 200  len: 809 time: 0.5621057
Jan 22 15:28:53.339427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Request body: {'port': {'device_id': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa', 'admin_state_up': True, 'tenant_id': '81f2aae59b964855a6a475dce6642409'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:53.480606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Allocated IP 192.168.233.230 (e41423c5-b111-4b51-8466-ae05d437d7e8/11676213-2ec4-486f-bb52-9e0568929d0e/df522b48-82f8-45ea-bd05-bd377622f4e0) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:28:53.559617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:28:53.575603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Usage tracker for resource:port and tenant:81f2aae59b964855a6a475dce6642409 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:28:53.580622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Quota usage for port was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:28:53.595855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:28:53.676165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Made reservation on behalf of 81f2aae59b964855a6a475dce6642409 for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:28:53.687266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:53.838156 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28465923-6f31-4fd1-8610-4914f33f3533 req-b9e90037-62c6-4c0f-bde5-a41fa0cc10e0 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 210 time: 0.0504799
Jan 22 15:28:53.899221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-07563bee-ad5c-4b68-a953-48771ee05b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:53.929568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:54.000753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Transition to ACTIVE for port object df522b48-82f8-45ea-bd05-bd377622f4e0 will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:28:54.132749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2d35-8b6c-410d-9d31-679af37ab056 req-6c9b79f9-7f65-4a38-80e5-ce60cb2e0445 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:54.134540 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8b9c2d35-8b6c-410d-9d31-679af37ab056 req-6c9b79f9-7f65-4a38-80e5-ce60cb2e0445 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1569986
Jan 22 15:28:54.148458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Allocated IP 172.20.0.12 (f917b890-a7d1-4fd3-a4bd-51894bdf75aa/ea88e3ac-1806-4944-bc2a-7f679c9b7b53/9a68cb7d-b379-41bd-930f-e307a6735510) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:28:54.159202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:54.176773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afde064-8501-4f23-af8d-cfa8042d4fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:54.194165 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8b9c2d35-8b6c-410d-9d31-679af37ab056 req-2203c892-9556-448c-96ca-16b189865a62 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530553
Jan 22 15:28:54.357322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Pushing event updated for resources: {'Port': ['ID=df522b48-82f8-45ea-bd05-bd377622f4e0,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:54.369466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:54.493801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3643eb-bc46-463f-a038-8d6b6b564a84 req-4335d9be-6569-412e-a9c0-319fcb949579 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:54.495553 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7c3643eb-bc46-463f-a038-8d6b6b564a84 req-4335d9be-6569-412e-a9c0-319fcb949579 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 936 time: 0.1479561
Jan 22 15:28:54.531462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Network e41423c5-b111-4b51-8466-ae05d437d7e8 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:28:54.535615 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:28:54.548489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:28:54.598532 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7c3643eb-bc46-463f-a038-8d6b6b564a84 req-97a3e765-21cb-4662-8e6b-612ec9dceea6 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585463
Jan 22 15:28:54.646232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:54.673273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:54.674010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:54.687828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:54.782553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:54.785121 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8515787
Jan 22 15:28:54.799785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:54.844276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Request body: {'port': {'device_id': 'f725d020-9495-419e-99ce-1406cdc03c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:54.850070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7527f14d-aea8-4b67-9c83-b5557381a4cd None None] Provisioning for port df522b48-82f8-45ea-bd05-bd377622f4e0 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:28:54.855684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-7527f14d-aea8-4b67-9c83-b5557381a4cd None None] Provisioning complete for port df522b48-82f8-45ea-bd05-bd377622f4e0 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:28:54.856188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7527f14d-aea8-4b67-9c83-b5557381a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:54.946951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7527f14d-aea8-4b67-9c83-b5557381a4cd None None] Port df522b48-82f8-45ea-bd05-bd377622f4e0 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:28:55.019357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Pushing event updated for resources: {'Port': ['ID=9a68cb7d-b379-41bd-930f-e307a6735510,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:55.026506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:55.118724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:55.143468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:28:55.157136 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-0e65d8af-fc25-4afa-b544-fb8f06ddf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:55.158986 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-0e65d8af-fc25-4afa-b544-fb8f06ddf03b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 1162 time: 0.2276173
Jan 22 15:28:55.180343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:28:55.182923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:28:55.233610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ebd5-101c-4420-87e1-dfb848587d77 req-91ad644d-b12d-424d-90f2-3553234fab7a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:55.235305 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a87ebd5-101c-4420-87e1-dfb848587d77 req-91ad644d-b12d-424d-90f2-3553234fab7a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2557333
Jan 22 15:28:55.311749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac151d0a-2d3d-418c-8503-03abd6dfa8de req-a035a8e6-f1f8-4043-961d-8cc92e780381 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:55.314552 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac151d0a-2d3d-418c-8503-03abd6dfa8de req-a035a8e6-f1f8-4043-961d-8cc92e780381 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 932 time: 0.2892542
Jan 22 15:28:55.329062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:55.329788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:55.417589 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0825157
Jan 22 15:28:55.441015 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Request body: {'port': {'device_id': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:28:55.445288 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a87ebd5-101c-4420-87e1-dfb848587d77 req-0d7df07b-a48b-4fb5-8474-4e151d737716 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202121
Jan 22 15:28:55.454580 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac151d0a-2d3d-418c-8503-03abd6dfa8de req-6975e575-62d6-4905-baeb-97215d266a41 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246567
Jan 22 15:28:55.474016 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-649048ae-e67f-4ca0-86d2-2f27b0ad77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:55.475552 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-649048ae-e67f-4ca0-86d2-2f27b0ad77ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.3026516
Jan 22 15:28:55.583849 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-ed8eb9ab-7b83-47b9-93f0-e7b0b84efc9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 200  len: 217 time: 0.1002219
Jan 22 15:28:55.613134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:55.701952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-23441b90-6e1a-441e-9766-9aa8862b114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:55.703572 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-23441b90-6e1a-441e-9766-9aa8862b114d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.0836253
Jan 22 15:28:55.715572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:55.804429 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-07ef80e5-9772-4461-9b98-a12ab1b7944d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586257
Jan 22 15:28:55.928033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:55.944982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b150a-1bde-4471-b604-b6fbcd7d82cb req-16d0c76b-d64f-4e85-b0c9-060cf71a7185 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:55.946792 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-614b150a-1bde-4471-b604-b6fbcd7d82cb req-16d0c76b-d64f-4e85-b0c9-060cf71a7185 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 936 time: 0.2468688
Jan 22 15:28:56.063286 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-614b150a-1bde-4471-b604-b6fbcd7d82cb req-1a3e1828-90ad-4f9b-abc2-b85d9e30324c tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049938
Jan 22 15:28:56.068285 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-3412eb0c-a2b4-4e43-b92f-93e87eede41e service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427197
Jan 22 15:28:56.203870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df522b48-82f8-45ea-bd05-bd377622f4e0 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:28:56.218481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:56.252749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Transition to ACTIVE for port object df522b48-82f8-45ea-bd05-bd377622f4e0 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:28:56.324048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:56.346431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e38b1f39-2202-4825-8b56-1ba6f94f24b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:56.412643 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7fb024ee-15d3-4774-bf6c-c08a1c3c1895 req-b1862c78-30c6-497b-8e46-7a7707da2fa3 service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3349092
Jan 22 15:28:56.534779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=df522b48-82f8-45ea-bd05-bd377622f4e0,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:56.553474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:56.777604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a68cb7d-b379-41bd-930f-e307a6735510 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:28:56.780477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed642dc-43d6-4346-9a3a-c01fc1769e01 req-db39f3d4-59e3-41fa-a2d0-6c6f47360fea tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:56.784124 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fed642dc-43d6-4346-9a3a-c01fc1769e01 req-db39f3d4-59e3-41fa-a2d0-6c6f47360fea tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1890228
Jan 22 15:28:56.789673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:56.820126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Transition to ACTIVE for port object 9a68cb7d-b379-41bd-930f-e307a6735510 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:28:56.822456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Attempting to bind port df522b48-82f8-45ea-bd05-bd377622f4e0 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:28:56.822868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Attempting to bind port df522b48-82f8-45ea-bd05-bd377622f4e0 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:28:56.823238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Attempting to bind port df522b48-82f8-45ea-bd05-bd377622f4e0 on network e41423c5-b111-4b51-8466-ae05d437d7e8 {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:28:56.829451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:28:56.837074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Checking segment: {'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:28:56.837074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:56.837074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Bound using segment: {'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:28:56.837074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Bound port: df522b48-82f8-45ea-bd05-bd377622f4e0, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b729b18-5c23-4406-b93a-3f9f50a40a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e41423c5-b111-4b51-8466-ae05d437d7e8'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:28:56.837074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:56.845399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f5298-cbaa-4af6-adf0-1b7611ba7d95 req-fce406a6-83cc-4ded-afbf-26638ebe4686 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:56.847191 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-683f5298-cbaa-4af6-adf0-1b7611ba7d95 req-fce406a6-83cc-4ded-afbf-26638ebe4686 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 932 time: 0.2059603
Jan 22 15:28:56.883992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:56.899287 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fed642dc-43d6-4346-9a3a-c01fc1769e01 req-3b65f9df-31c6-4f30-a733-e499b9750cf6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094501
Jan 22 15:28:56.907436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:56.936035 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-683f5298-cbaa-4af6-adf0-1b7611ba7d95 req-88d7fbaf-bae7-4e52-938a-1406aebd1bd3 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788651
Jan 22 15:28:57.078966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a68cb7d-b379-41bd-930f-e307a6735510,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:57.087280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:57.107587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] For port df522b48-82f8-45ea-bd05-bd377622f4e0, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:28:57.132917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] For port df522b48-82f8-45ea-bd05-bd377622f4e0, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=df522b48-82f8-45ea-bd05-bd377622f4e0,segment=NetworkSegment(9b729b18-5c23-4406-b93a-3f9f50a40a3c),segment_id=9b729b18-5c23-4406-b93a-3f9f50a40a3c)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:28:57.211339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:57.234537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d487b23c-2d2f-43ca-b34c-2ee1ce3551df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:57.305013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b67a1-df97-4d0d-bb51-63e6426eab95 req-bed0fe80-c64b-47f1-914d-68f79ecf397b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:57.306850 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-898b67a1-df97-4d0d-bb51-63e6426eab95 req-bed0fe80-c64b-47f1-914d-68f79ecf397b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1107278
Jan 22 15:28:57.368388 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-898b67a1-df97-4d0d-bb51-63e6426eab95 req-751c0501-ee54-42d7-b8c5-7fd03361def2 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548189
Jan 22 15:28:57.457642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=df522b48-82f8-45ea-bd05-bd377622f4e0,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:57.471697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:57.492063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Attempting to bind port 9a68cb7d-b379-41bd-930f-e307a6735510 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:28:57.492443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Attempting to bind port 9a68cb7d-b379-41bd-930f-e307a6735510 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:28:57.496348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Attempting to bind port 9a68cb7d-b379-41bd-930f-e307a6735510 on network f917b890-a7d1-4fd3-a4bd-51894bdf75aa {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:28:57.503648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:28:57.504024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Checking segment: {'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:28:57.504430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:57.504878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Bound using segment: {'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:28:57.505381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Bound port: 9a68cb7d-b379-41bd-930f-e307a6735510, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348bfeb9-7e4e-446e-b739-14b083f24767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f917b890-a7d1-4fd3-a4bd-51894bdf75aa'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:28:57.505758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:57.555483 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:57.556178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:57.557697 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] 10.222.0.62 "PUT /v2.0/ports/df522b48-82f8-45ea-bd05-bd377622f4e0 HTTP/1.1" status: 200  len: 1162 time: 2.7180977
Jan 22 15:28:57.563214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:57.631072 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0', 'status': 'completed', 'code': 200}
Jan 22 15:28:57.646142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] For port 9a68cb7d-b379-41bd-930f-e307a6735510, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:28:57.650047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] For port 9a68cb7d-b379-41bd-930f-e307a6735510, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=9a68cb7d-b379-41bd-930f-e307a6735510,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:28:57.710854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:57.731921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3ed6de5c-0837-4546-bba3-18009b3bac64 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:28:57.909517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a68cb7d-b379-41bd-930f-e307a6735510,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:28:57.918919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:28:57.945454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-128e46de-1f73-461a-8239-de3db6032090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:57.947129 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-128e46de-1f73-461a-8239-de3db6032090 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=592a91371dfa41f6bd9628f6fe6d11f7&device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 1165 time: 0.2860019
Jan 22 15:28:57.955569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:57.956241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:28:57.957667 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] 10.222.0.62 "PUT /v2.0/ports/9a68cb7d-b379-41bd-930f-e307a6735510 HTTP/1.1" status: 200  len: 1158 time: 2.5213604
Jan 22 15:28:58.041590 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-59f11146-1e92-449c-b855-56e88ea8a0f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=df522b48-82f8-45ea-bd05-bd377622f4e0 HTTP/1.1" status: 200  len: 217 time: 0.0725274
Jan 22 15:28:58.174303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-8e75bb0e-6b38-4a40-83d8-a9fda69caedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:58.176256 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-8e75bb0e-6b38-4a40-83d8-a9fda69caedc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11676213-2ec4-486f-bb52-9e0568929d0e HTTP/1.1" status: 200  len: 843 time: 0.1257038
Jan 22 15:28:58.250383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-58dc555b-7faa-49bb-9b05-543481c0b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:58.252101 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-58dc555b-7faa-49bb-9b05-543481c0b0a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=81f2aae59b964855a6a475dce6642409&device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 1161 time: 0.1621287
Jan 22 15:28:58.253589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5b59-b345-4536-b008-2dd327889b18 req-22111b80-9ccc-46e2-af1e-5a367eaf621b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:58.255900 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-020c5b59-b345-4536-b008-2dd327889b18 req-22111b80-9ccc-46e2-af1e-5a367eaf621b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2125058
Jan 22 15:28:58.289098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20181bc7-8001-4f61-849a-a03d032c0375 req-61fe59c9-6a7e-425a-90fa-0183a306f08a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:58.290816 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-20181bc7-8001-4f61-849a-a03d032c0375 req-61fe59c9-6a7e-425a-90fa-0183a306f08a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 944 time: 0.1786697
Jan 22 15:28:58.377547 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-020c5b59-b345-4536-b008-2dd327889b18 req-55586ee5-aaf4-4416-a9dd-02578840ea7a tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855830
Jan 22 15:28:58.390213 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-20181bc7-8001-4f61-849a-a03d032c0375 req-8fd5f819-8216-4058-b4d2-01a7b3b5ed29 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839164
Jan 22 15:28:58.561131 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-5239f9bb-2ac2-4aac-af9d-b3afaef1e2a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a68cb7d-b379-41bd-930f-e307a6735510 HTTP/1.1" status: 200  len: 217 time: 0.2895267
Jan 22 15:28:58.566915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-0aa88c0a-f984-49a6-a0c9-f48b022bf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:58.569122 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-0aa88c0a-f984-49a6-a0c9-f48b022bf6ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e41423c5-b111-4b51-8466-ae05d437d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3826718
Jan 22 15:28:58.714844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cad7d-8b39-433b-8f00-6f33713c38e5 req-2a67cf0d-1a17-4c3f-9350-b6fe5e72f867 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:58.716861 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5d5cad7d-8b39-433b-8f00-6f33713c38e5 req-2a67cf0d-1a17-4c3f-9350-b6fe5e72f867 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1354597
Jan 22 15:28:58.749490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9f8d4ebb-7419-4b01-9612-587e74b3fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:58.751123 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-9f8d4ebb-7419-4b01-9612-587e74b3fac9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ea88e3ac-1806-4944-bc2a-7f679c9b7b53 HTTP/1.1" status: 200  len: 849 time: 0.1696095
Jan 22 15:28:58.787115 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5d5cad7d-8b39-433b-8f00-6f33713c38e5 req-5e64d571-4787-4649-b712-c59c99bba1b3 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628526
Jan 22 15:28:58.826685 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-a8f3068b-5d07-46ce-96b1-d423473633dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662689
Jan 22 15:28:58.928656 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-1c7af77e-6720-49ba-9df8-8ed8849ba54d service neutron] 10.222.0.62 "GET /v2.0/networks/e41423c5-b111-4b51-8466-ae05d437d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3115728
Jan 22 15:28:59.093934 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-13ae7cb8-0385-4359-ae54-1c38120fc41f service neutron] 10.222.0.62 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2555571
Jan 22 15:28:59.241570 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b637cec-1335-4b08-976c-ae4ddddbbcc2 req-3e6a8249-14b0-4574-b213-01bc686d320c service neutron] 10.222.0.62 "GET /v2.0/networks/e41423c5-b111-4b51-8466-ae05d437d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3035982
Jan 22 15:28:59.297848 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-07cc4b3f-d97a-4a10-a6af-417f627658cc req-7ad1c757-35e6-49c8-a92a-a91bcdf3a39e service neutron] 10.222.0.62 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1672018
Jan 22 15:28:59.613620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e014-f225-45dc-8408-47842073246e req-24f3d5da-5a4e-4781-8cda-b303869c33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:59.615271 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b053e014-f225-45dc-8408-47842073246e req-24f3d5da-5a4e-4781-8cda-b303869c33f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=592a91371dfa41f6bd9628f6fe6d11f7&device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 1165 time: 0.0798826
Jan 22 15:28:59.653010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:28:59.716342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de0c2-567b-4a65-b5d1-130e98d0cd62 req-6b3a143d-d003-4bcd-ab1a-5b89d844245a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:59.718067 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-835de0c2-567b-4a65-b5d1-130e98d0cd62 req-6b3a143d-d003-4bcd-ab1a-5b89d844245a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 944 time: 0.1883416
Jan 22 15:28:59.745791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105b69b-43f4-414b-927a-0e3fdda14af9 req-5c20ef49-6b3a-4a52-8ea1-bc41e3cabbdf tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:59.747530 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4105b69b-43f4-414b-927a-0e3fdda14af9 req-5c20ef49-6b3a-4a52-8ea1-bc41e3cabbdf tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1755297
Jan 22 15:28:59.795482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e014-f225-45dc-8408-47842073246e req-894c9351-12fb-4d60-8eab-f749ab16b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:59.797173 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b053e014-f225-45dc-8408-47842073246e req-894c9351-12fb-4d60-8eab-f749ab16b294 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e41423c5-b111-4b51-8466-ae05d437d7e8 HTTP/1.1" status: 200  len: 863 time: 0.1732817
Jan 22 15:28:59.830969 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-835de0c2-567b-4a65-b5d1-130e98d0cd62 req-b3807d29-0cd5-445a-ab0d-d951e0041a1e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822711
Jan 22 15:28:59.843699 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4105b69b-43f4-414b-927a-0e3fdda14af9 req-c4f9ed7a-2876-490e-b81b-f1909145a80d tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799408
Jan 22 15:28:59.890737 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b053e014-f225-45dc-8408-47842073246e req-f1abfebd-c0d5-493f-9fe1-7857e3067a73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=df522b48-82f8-45ea-bd05-bd377622f4e0 HTTP/1.1" status: 200  len: 217 time: 0.0843508
Jan 22 15:28:59.978111 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510', 'status': 'completed', 'code': 200}
Jan 22 15:28:59.989658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e014-f225-45dc-8408-47842073246e req-f9a28e63-27c4-4d27-a6d1-c40f1822202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:28:59.991509 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b053e014-f225-45dc-8408-47842073246e req-f9a28e63-27c4-4d27-a6d1-c40f1822202a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11676213-2ec4-486f-bb52-9e0568929d0e HTTP/1.1" status: 200  len: 843 time: 0.0920663
Jan 22 15:29:00.148295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e014-f225-45dc-8408-47842073246e req-1c5c513b-63e2-4150-805b-0d359e94abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:00.150142 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b053e014-f225-45dc-8408-47842073246e req-1c5c513b-63e2-4150-805b-0d359e94abc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e41423c5-b111-4b51-8466-ae05d437d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1067002
Jan 22 15:29:00.193422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0f87b-13fa-452f-9440-3f7e4bcef79b req-825019e9-b83d-4b63-b590-4f95ead2396d tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:00.195156 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9bc0f87b-13fa-452f-9440-3f7e4bcef79b req-825019e9-b83d-4b63-b590-4f95ead2396d tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1475298
Jan 22 15:29:00.253283 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9bc0f87b-13fa-452f-9440-3f7e4bcef79b req-f3dd1329-70de-4717-986b-14af61b86ff5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512273
Jan 22 15:29:00.255989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-dca0f41d-d14c-4e17-8778-648ca6528a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:00.257675 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-dca0f41d-d14c-4e17-8778-648ca6528a9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=81f2aae59b964855a6a475dce6642409&device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 1161 time: 0.2544944
Jan 22 15:29:00.419302 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b053e014-f225-45dc-8408-47842073246e req-74659848-4c4c-4ec9-811a-d920bbc0edf0 service neutron] 10.222.0.62 "GET /v2.0/networks/e41423c5-b111-4b51-8466-ae05d437d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2570164
Jan 22 15:29:00.537426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-f1761c2b-1574-4d68-a148-e61bf7d3cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:00.539046 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-f1761c2b-1574-4d68-a148-e61bf7d3cc69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa HTTP/1.1" status: 200  len: 903 time: 0.2709384
Jan 22 15:29:00.637232 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-2cd0e204-b358-47bf-9fb9-d6fc1dfa3fa0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a68cb7d-b379-41bd-930f-e307a6735510 HTTP/1.1" status: 200  len: 217 time: 0.0844584
Jan 22 15:29:00.739563 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b053e014-f225-45dc-8408-47842073246e req-59eacff3-1d80-445b-955e-affd393bcc98 service neutron] 10.222.0.62 "GET /v2.0/networks/e41423c5-b111-4b51-8466-ae05d437d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3065422
Jan 22 15:29:00.747260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-5c8dfdf7-89e3-4e6e-bb73-e6e444d08540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:00.748808 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-5c8dfdf7-89e3-4e6e-bb73-e6e444d08540 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ea88e3ac-1806-4944-bc2a-7f679c9b7b53 HTTP/1.1" status: 200  len: 849 time: 0.1026745
Jan 22 15:29:00.857096 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-a693b14d-c5fa-4de4-902f-f68e8ca73b59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f917b890-a7d1-4fd3-a4bd-51894bdf75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501239
Jan 22 15:29:01.008230 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-fe825559-043e-4f9f-9de2-7610a9edaa68 service neutron] 10.222.0.62 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431377
Jan 22 15:29:01.078341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8888d58-e671-40ea-baae-5f62b84b8b85 req-492d29b7-88c7-4ffd-860d-97135342b559 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:01.080226 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a8888d58-e671-40ea-baae-5f62b84b8b85 req-492d29b7-88c7-4ffd-860d-97135342b559 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 944 time: 0.1141734
Jan 22 15:29:01.137858 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a8888d58-e671-40ea-baae-5f62b84b8b85 req-f4a9c0e1-c5c1-4b41-95b4-cb6f7c1e591d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502522
Jan 22 15:29:01.175355 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4f0392d-dda1-4fd6-89f3-b7c0bc52a948 req-aedfdaf8-983c-41fc-aab3-02f35ef487e7 service neutron] 10.222.0.62 "GET /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1529715
Jan 22 15:29:01.503590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b070d2a-fa01-4ca1-841e-077c2694795f req-63a26415-20ea-424d-a004-3e36c2e5dfc7 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:01.505759 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0b070d2a-fa01-4ca1-841e-077c2694795f req-63a26415-20ea-424d-a004-3e36c2e5dfc7 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1169684
Jan 22 15:29:01.560884 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0b070d2a-fa01-4ca1-841e-077c2694795f req-448fac2e-96c8-4738-a86e-7e1e93e5befb tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485413
Jan 22 15:29:02.179257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-2fe462de-b8fa-4c3c-ac48-ff5c9b6d970f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0769386
Jan 22 15:29:02.397760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c20fe4-4b5c-4817-a3f1-a45a9a50a28e req-86400aa3-91c1-4e06-8c86-68faacf9e20c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:02.399536 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a3c20fe4-4b5c-4817-a3f1-a45a9a50a28e req-86400aa3-91c1-4e06-8c86-68faacf9e20c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 944 time: 0.1230121
Jan 22 15:29:02.457338 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a3c20fe4-4b5c-4817-a3f1-a45a9a50a28e req-258014e9-b3c9-4583-98ab-e08119951299 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506942
Jan 22 15:29:02.535650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-75174dc2-e83b-4f85-8c62-41b51a8c8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:02.537848 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-75174dc2-e83b-4f85-8c62-41b51a8c8163 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=20b125f053f2491db6feff181b5d3007&device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 1163 time: 0.3029461
Jan 22 15:29:02.700116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-b182d19f-cd76-4fa1-a126-978fd8f96406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:02.701735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-b182d19f-cd76-4fa1-a126-978fd8f96406 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 200  len: 913 time: 0.1430833
Jan 22 15:29:02.780345 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-a10b2f83-0f1a-4c06-a140-30dbd4869ece service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f159cd-cfb5-43a2-9e78-419c9ff9c514 HTTP/1.1" status: 200  len: 217 time: 0.0704932
Jan 22 15:29:02.806826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e4c11-32ad-4213-9064-818fb46227ec req-6af0d2bc-5356-44ef-b1c3-aba05297afb5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:02.808536 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d83e4c11-32ad-4213-9064-818fb46227ec req-6af0d2bc-5356-44ef-b1c3-aba05297afb5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1126242
Jan 22 15:29:02.857390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-ebe19c14-3b2c-40ed-b2ea-acaecfa0e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:02.858992 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-ebe19c14-3b2c-40ed-b2ea-acaecfa0e8e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 200  len: 859 time: 0.0709081
Jan 22 15:29:02.862903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d83e4c11-32ad-4213-9064-818fb46227ec req-55e4b034-e93a-43b0-ad87-9694fbedbc3c tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477092
Jan 22 15:29:02.921802 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-55061fd9-8a1b-4fb4-b456-929124f94936 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e081f584-ca1c-485e-bc53-d70c312e9a61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561111
Jan 22 15:29:03.046010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network e41423c5-b111-4b51-8466-ae05d437d7e8 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:29:03.073055 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-ed0c1905-677c-4b95-86eb-a175dba8be4c service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434968
Jan 22 15:29:03.224131 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7962e58b-6ae6-489b-acf1-2edbbc634297 req-7edfd90a-4f1e-44fc-be8b-b80639d2502e service neutron] 10.222.0.62 "GET /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442487
Jan 22 15:29:03.535676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-dd5d3d4f-8fdb-4c54-b34c-fda86df9d013 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80250) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:29:03.704884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80a005-2945-437c-8a32-5142b73424cd req-45154fb5-ca77-4139-ba75-15ae44cb01a9 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:03.708790 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b80a005-2945-437c-8a32-5142b73424cd req-45154fb5-ca77-4139-ba75-15ae44cb01a9 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 944 time: 0.1145217
Jan 22 15:29:03.762637 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b80a005-2945-437c-8a32-5142b73424cd req-91a83350-7776-4d5e-9da2-400b229a81e2 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483882
Jan 22 15:29:04.109148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb35df-f518-4944-82ee-f74b12cb6ae2 req-e5ce3877-4512-427c-97e0-2eefbc0ff66b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:04.111069 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-12eb35df-f518-4944-82ee-f74b12cb6ae2 req-e5ce3877-4512-427c-97e0-2eefbc0ff66b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1097689
Jan 22 15:29:04.163530 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-12eb35df-f518-4944-82ee-f74b12cb6ae2 req-7700b624-1469-46fa-9e21-783afe9d8b3c tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460863
Jan 22 15:29:05.006253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b505-1872-461a-831f-0a724d0191ad req-eab3fb14-a415-495a-94a4-fb64e71f4ac5 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:05.007968 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66b3b505-1872-461a-831f-0a724d0191ad req-eab3fb14-a415-495a-94a4-fb64e71f4ac5 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 944 time: 0.1177917
Jan 22 15:29:05.054894 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 9a68cb7d-b379-41bd-930f-e307a6735510 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:29:05.062933 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66b3b505-1872-461a-831f-0a724d0191ad req-bf585743-919c-4582-b047-5c578b84e44a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486095
Jan 22 15:29:05.180776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 9a68cb7d-b379-41bd-930f-e307a6735510 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:29:05.185784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 9a68cb7d-b379-41bd-930f-e307a6735510 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:29:05.186205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:05.308415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:05.343758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:05.354208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 9a68cb7d-b379-41bd-930f-e307a6735510, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=9a68cb7d-b379-41bd-930f-e307a6735510,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:05.386767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:05.387806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device df522b48-82f8-45ea-bd05-bd377622f4e0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:29:05.414217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f522b0-8173-445d-97d3-31850cba3ff8 req-27b4fe71-41c5-48e7-a43e-7b29ff40deda tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:05.416076 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0f522b0-8173-445d-97d3-31850cba3ff8 req-27b4fe71-41c5-48e7-a43e-7b29ff40deda tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1217585
Jan 22 15:29:05.422377 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510', 'code': 200}
Jan 22 15:29:05.422975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:05.487552 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0f522b0-8173-445d-97d3-31850cba3ff8 req-2ae4b79e-e07d-4c69-86c4-0d6be872bbd3 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650549
Jan 22 15:29:05.531182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=9a68cb7d-b379-41bd-930f-e307a6735510,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:05.535433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:05.587730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port df522b48-82f8-45ea-bd05-bd377622f4e0 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:29:05.593146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port df522b48-82f8-45ea-bd05-bd377622f4e0 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:29:05.593568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:05.728992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:05.763198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port df522b48-82f8-45ea-bd05-bd377622f4e0, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=df522b48-82f8-45ea-bd05-bd377622f4e0,segment=NetworkSegment(9b729b18-5c23-4406-b93a-3f9f50a40a3c),segment_id=9b729b18-5c23-4406-b93a-3f9f50a40a3c)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:05.795600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:05.797567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:05.828202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeda81-6250-4d7b-be61-4def667e4169 req-559b04c1-0af3-4f23-b411-5e5f9a4c1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:05.829847 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cfaeda81-6250-4d7b-be61-4def667e4169 req-559b04c1-0af3-4f23-b411-5e5f9a4c1b8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 1163 time: 0.0817990
Jan 22 15:29:05.870201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=df522b48-82f8-45ea-bd05-bd377622f4e0,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:05.873760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:05.904216 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cfaeda81-6250-4d7b-be61-4def667e4169 req-109947d2-445e-4337-9d41-6ff44008fa18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425751
Jan 22 15:29:06.305133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ba2f2-5e5d-4947-beef-9e89a823d999 req-44735183-b318-4c71-8f08-430dbdc4b17d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:06.306853 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-993ba2f2-5e5d-4947-beef-9e89a823d999 req-44735183-b318-4c71-8f08-430dbdc4b17d tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1110649
Jan 22 15:29:06.359494 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-993ba2f2-5e5d-4947-beef-9e89a823d999 req-1b8ea4a8-cc31-4e3d-97f0-0d9f8f6caec8 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463398
Jan 22 15:29:06.589779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 9a68cb7d-b379-41bd-930f-e307a6735510 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:29:06.663035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 9a68cb7d-b379-41bd-930f-e307a6735510 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:29:06.663454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:06.759584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84140b0a-3a26-477a-9424-5b174f0bb1f6 req-83ef3cee-1de4-44f3-be44-68d7afca2c28 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:06.761344 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-84140b0a-3a26-477a-9424-5b174f0bb1f6 req-83ef3cee-1de4-44f3-be44-68d7afca2c28 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1217496
Jan 22 15:29:06.819242 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-84140b0a-3a26-477a-9424-5b174f0bb1f6 req-0eb9534e-cc28-4a9c-a1b7-7c268e36b988 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511672
Jan 22 15:29:06.955289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device df522b48-82f8-45ea-bd05-bd377622f4e0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:29:07.025221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port df522b48-82f8-45ea-bd05-bd377622f4e0 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:29:07.025647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:07.423314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:07.610226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b3c0b-0026-4e64-95bf-8435101642a7 req-4590c172-7a23-4885-80d1-ec823f563d18 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:07.612209 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3f4b3c0b-0026-4e64-95bf-8435101642a7 req-4590c172-7a23-4885-80d1-ec823f563d18 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1121829
Jan 22 15:29:07.644101 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0', 'code': 200}
Jan 22 15:29:07.668726 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3f4b3c0b-0026-4e64-95bf-8435101642a7 req-8d10f812-5069-4d9f-a907-01ced3e7d712 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495667
Jan 22 15:29:08.021648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133134e-ada8-4050-81af-424a669d052d req-d8d6c54b-ed36-4a10-853b-160173d481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:08.023334 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2133134e-ada8-4050-81af-424a669d052d req-d8d6c54b-ed36-4a10-853b-160173d481ad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 1167 time: 0.0784330
Jan 22 15:29:08.062533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f102-5820-451d-9b18-f36824a25958 req-20e33ec3-9393-44b6-b005-5e2ca08f1ac3 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:08.064408 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9e12f102-5820-451d-9b18-f36824a25958 req-20e33ec3-9393-44b6-b005-5e2ca08f1ac3 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1079807
Jan 22 15:29:08.102485 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2133134e-ada8-4050-81af-424a669d052d req-937c7a10-41e0-4736-8323-e2ddcc43434f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462601
Jan 22 15:29:08.123074 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9e12f102-5820-451d-9b18-f36824a25958 req-5c5427b2-3f41-4e19-bde9-ca08e2ab0930 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518653
Jan 22 15:29:08.923631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2586c-f0c1-4405-b92e-4fadfcfa17aa req-c1017624-8bf1-4735-95e2-ddb673c9052e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:08.925195 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ccc2586c-f0c1-4405-b92e-4fadfcfa17aa req-c1017624-8bf1-4735-95e2-ddb673c9052e tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1267707
Jan 22 15:29:08.983683 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ccc2586c-f0c1-4405-b92e-4fadfcfa17aa req-6c06d3d3-ce07-4d09-8f74-ab7b508bcbce tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516491
Jan 22 15:29:09.364766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3b00-e022-4dee-bc49-280c7ebea742 req-a7876d91-3420-49c3-af89-442849746023 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:09.366430 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6a3f3b00-e022-4dee-bc49-280c7ebea742 req-a7876d91-3420-49c3-af89-442849746023 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1098683
Jan 22 15:29:09.424012 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6a3f3b00-e022-4dee-bc49-280c7ebea742 req-98182b5d-cf31-4615-8d15-8ba1b582baed tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508857
Jan 22 15:29:10.656932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c26ad7-db24-4204-ba05-dc25e23bd1f5 req-e8c14910-5baf-4f0c-a47d-bf3c9644dd07 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:10.658534 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4c26ad7-db24-4204-ba05-dc25e23bd1f5 req-e8c14910-5baf-4f0c-a47d-bf3c9644dd07 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1053603
Jan 22 15:29:10.709903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4c26ad7-db24-4204-ba05-dc25e23bd1f5 req-4bb8edf9-4f32-442a-8117-d3e546cdf766 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451686
Jan 22 15:29:11.946424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b57695-e7bc-4103-ac10-2e70b0ed4c02 req-a4176938-d310-450a-9091-1fb3790c0734 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:11.948069 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e3b57695-e7bc-4103-ac10-2e70b0ed4c02 req-a4176938-d310-450a-9091-1fb3790c0734 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1090374
Jan 22 15:29:12.031918 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e3b57695-e7bc-4103-ac10-2e70b0ed4c02 req-0bd34c2c-166c-4696-8887-346c21f910bd tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544248
Jan 22 15:29:13.248697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43d14a-33e1-4318-ade4-e33b63ac0c1f req-77d2c1d3-4b95-4c4e-b6e7-d98b6dace46e tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:13.250359 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc43d14a-33e1-4318-ade4-e33b63ac0c1f req-77d2c1d3-4b95-4c4e-b6e7-d98b6dace46e tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1076696
Jan 22 15:29:13.290801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:13.308623 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc43d14a-33e1-4318-ade4-e33b63ac0c1f req-c8fdd6e5-2573-4487-a459-ee88873906e1 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518005
Jan 22 15:29:14.107792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca1dbc-ba1b-495b-8f10-f9924b907b39 req-7453670d-18f6-4bfc-a97c-9d2b1ff49bd9 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:14.109478 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-49ca1dbc-ba1b-495b-8f10-f9924b907b39 req-7453670d-18f6-4bfc-a97c-9d2b1ff49bd9 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1165135
Jan 22 15:29:14.213100 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-49ca1dbc-ba1b-495b-8f10-f9924b907b39 req-4ab5801b-ca86-4b28-91c2-96355f3574e8 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614696
Jan 22 15:29:14.257477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101f22-5b8a-41b4-ad44-928d7662fb29 req-9bb3130c-015e-4a74-90c0-0ec3a6f46c0c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:14.259150 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-64101f22-5b8a-41b4-ad44-928d7662fb29 req-9bb3130c-015e-4a74-90c0-0ec3a6f46c0c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1486917
Jan 22 15:29:14.313473 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-64101f22-5b8a-41b4-ad44-928d7662fb29 req-70162206-50fc-43e6-9af5-00ff4b8d1bc4 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478985
Jan 22 15:29:15.448380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350a4e-b1ee-47c6-adbe-de9f5e3ba145 req-2fc32da8-d01c-4e38-a081-428669e307e0 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:15.449977 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bd350a4e-b1ee-47c6-adbe-de9f5e3ba145 req-2fc32da8-d01c-4e38-a081-428669e307e0 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1072733
Jan 22 15:29:15.502255 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bd350a4e-b1ee-47c6-adbe-de9f5e3ba145 req-2ad23192-209c-4436-89ab-128dbb65dbe6 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457950
Jan 22 15:29:15.728878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8cde3-24f0-4591-a265-3d40a65ea67c req-ba3e05ef-55e7-4a87-9447-dfae82de7d3a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:15.730472 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-acd8cde3-24f0-4591-a265-3d40a65ea67c req-ba3e05ef-55e7-4a87-9447-dfae82de7d3a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1094787
Jan 22 15:29:15.781275 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-acd8cde3-24f0-4591-a265-3d40a65ea67c req-3a06cdce-c180-4770-9ae6-ea55a381fd84 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444286
Jan 22 15:29:16.733530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9172-3a7f-4b1f-aa1b-06ae3fe3a89c req-f1dd1e52-735f-4b3b-a359-1945c6330460 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:16.735172 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5d9f9172-3a7f-4b1f-aa1b-06ae3fe3a89c req-f1dd1e52-735f-4b3b-a359-1945c6330460 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1064992
Jan 22 15:29:16.786895 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5d9f9172-3a7f-4b1f-aa1b-06ae3fe3a89c req-98cd2dae-7ff5-474c-91c0-d7449a071d4b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452273
Jan 22 15:29:17.022164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df4a2-236a-4fe7-97ff-a73e32b02ab7 req-185f94f9-e4bb-48ca-bf72-f9acc0d4683f tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:17.023821 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fe2df4a2-236a-4fe7-97ff-a73e32b02ab7 req-185f94f9-e4bb-48ca-bf72-f9acc0d4683f tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1160405
Jan 22 15:29:17.075943 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fe2df4a2-236a-4fe7-97ff-a73e32b02ab7 req-1d441a8e-052f-4e00-8fa1-9ebd90019615 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457935
Jan 22 15:29:18.076267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140c636-529a-4bb6-bac3-5d20ee5fdd0b req-a82cbc46-d504-449e-9510-aa26b3e2becc tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:18.077955 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0140c636-529a-4bb6-bac3-5d20ee5fdd0b req-a82cbc46-d504-449e-9510-aa26b3e2becc tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1081336
Jan 22 15:29:18.140432 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0140c636-529a-4bb6-bac3-5d20ee5fdd0b req-eb858c23-22e4-4af4-a62a-a9ab8e0f7680 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531793
Jan 22 15:29:18.327008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85b4a0-9e0d-4776-8c46-05c3a535afbb req-24c95fe8-cd2d-4bb9-ae0f-1cba79d07508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:18.328698 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3d85b4a0-9e0d-4776-8c46-05c3a535afbb req-24c95fe8-cd2d-4bb9-ae0f-1cba79d07508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1150036
Jan 22 15:29:18.389493 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3d85b4a0-9e0d-4776-8c46-05c3a535afbb req-5a2ac5be-5eb2-45ed-ab88-f10eb5b18b75 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529339
Jan 22 15:29:19.277324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94796c7-a3d9-4918-8d2d-aa1fc51a2167 req-1af41856-9b37-4f95-ab22-47e942396312 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:19.309264 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a94796c7-a3d9-4918-8d2d-aa1fc51a2167 req-1af41856-9b37-4f95-ab22-47e942396312 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1135468
Jan 22 15:29:19.383085 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a94796c7-a3d9-4918-8d2d-aa1fc51a2167 req-239aaea4-94f8-4372-aae6-1a138013f9a9 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664871
Jan 22 15:29:19.433802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc188a7-9abe-4897-bd3f-0986148a3565 req-477698d5-b929-410e-bd5a-f310d0cf5c8c tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:19.436294 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bbc188a7-9abe-4897-bd3f-0986148a3565 req-477698d5-b929-410e-bd5a-f310d0cf5c8c tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1560512
Jan 22 15:29:19.491415 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bbc188a7-9abe-4897-bd3f-0986148a3565 req-a2024096-7155-4a3b-93a7-2ea2720708bb tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490520
Jan 22 15:29:19.807348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decc3e3-261c-4920-b3c8-53409d81b039 req-f2acae2f-0e8a-4240-b73e-7d1304eefaa8 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:19.808986 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2decc3e3-261c-4920-b3c8-53409d81b039 req-f2acae2f-0e8a-4240-b73e-7d1304eefaa8 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.2855806
Jan 22 15:29:19.860522 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2decc3e3-261c-4920-b3c8-53409d81b039 req-ab987b79-66db-46a3-a44a-502f4528b048 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450120
Jan 22 15:29:20.257029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:29:20.615682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c4c7e-9bbf-4d51-b8f0-8258a1b21eb5 req-0c92b00e-3938-455f-bf49-81a67124436c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:20.617266 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-627c4c7e-9bbf-4d51-b8f0-8258a1b21eb5 req-0c92b00e-3938-455f-bf49-81a67124436c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1057069
Jan 22 15:29:20.667109 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-627c4c7e-9bbf-4d51-b8f0-8258a1b21eb5 req-9fd7d07f-0efa-4f4c-995e-cb94734168f6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436208
Jan 22 15:29:20.883840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae49a56-4a65-449c-b224-2ebba658aa6b req-3c668f8c-102c-4538-9516-e0f4022f1e93 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:20.885436 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ae49a56-4a65-449c-b224-2ebba658aa6b req-3c668f8c-102c-4538-9516-e0f4022f1e93 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1048439
Jan 22 15:29:20.939438 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ae49a56-4a65-449c-b224-2ebba658aa6b req-d4ab10e8-ea51-4347-9da1-239c92ba4498 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475523
Jan 22 15:29:21.158770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0365f-062e-4553-9390-edeca56cf234 req-226fdf78-3967-4885-8191-67a26030aeda tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:21.160384 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-69a0365f-062e-4553-9390-edeca56cf234 req-226fdf78-3967-4885-8191-67a26030aeda tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1052265
Jan 22 15:29:21.211733 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-69a0365f-062e-4553-9390-edeca56cf234 req-9067be99-823c-4e68-b2d5-9b2304bf2bcc tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450339
Jan 22 15:29:21.563792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-298e32ff-b640-4711-a1c7-d1aba7e9a736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:22.034795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76352a48-6788-42c1-9702-7e83425626b9 req-51b9311d-b0d9-49c7-88d0-01ae7e52f990 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:22.036462 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-76352a48-6788-42c1-9702-7e83425626b9 req-51b9311d-b0d9-49c7-88d0-01ae7e52f990 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1078222
Jan 22 15:29:22.089387 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-76352a48-6788-42c1-9702-7e83425626b9 req-496c1862-57f1-4a75-a0c7-66d46d66279d tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465834
Jan 22 15:29:22.273412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-cf3e335e-130b-47aa-916a-a76c454b6b58 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:22.274232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-cf3e335e-130b-47aa-916a-a76c454b6b58 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Synchronizing usage tracker for tenant:81f2aae59b964855a6a475dce6642409 on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:29:22.314876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707a21-20db-4037-b999-5557cc37de88 req-4fd1b87b-fb58-44e0-a258-ab1a1bb3834f tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:22.316521 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d4707a21-20db-4037-b999-5557cc37de88 req-4fd1b87b-fb58-44e0-a258-ab1a1bb3834f tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.1106827
Jan 22 15:29:22.340653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-cf3e335e-130b-47aa-916a-a76c454b6b58 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Unset dirty status for tenant:81f2aae59b964855a6a475dce6642409 on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:29:22.342419 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-cf3e335e-130b-47aa-916a-a76c454b6b58 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1798346
Jan 22 15:29:22.423641 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d4707a21-20db-4037-b999-5557cc37de88 req-25e1cff6-356a-4252-914a-627ee899248b tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000125
Jan 22 15:29:22.450441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 9a68cb7d-b379-41bd-930f-e307a6735510 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:29:22.509209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec3f60-7df7-43b4-b53a-2da640d81857 req-ad6f4a36-47ab-428f-977b-2f02e1790849 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:22.510952 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-68ec3f60-7df7-43b4-b53a-2da640d81857 req-ad6f4a36-47ab-428f-977b-2f02e1790849 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 946 time: 0.1636891
Jan 22 15:29:22.525740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Deleting port 9a68cb7d-b379-41bd-930f-e307a6735510 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:22.526137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:22.569360 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-68ec3f60-7df7-43b4-b53a-2da640d81857 req-8f748eb2-6e6b-4cd0-b6c0-342fdf3b3f81 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/security-groups?id=3da5878f-cfbc-430a-857c-a623c814e898&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513160
Jan 22 15:29:22.584045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:22.613184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:22.624085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 9a68cb7d-b379-41bd-930f-e307a6735510, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=9a68cb7d-b379-41bd-930f-e307a6735510,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:22.673121 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510', 'code': 200}
Jan 22 15:29:22.674752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-cedb0bc0-fab6-41ba-b1a4-5ea912b96527 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:22.675561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-cedb0bc0-fab6-41ba-b1a4-5ea912b96527 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Synchronizing usage tracker for tenant:592a91371dfa41f6bd9628f6fe6d11f7 on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:29:22.695063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:22.697099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:22.771312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=9a68cb7d-b379-41bd-930f-e307a6735510,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:22.774829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:22.782458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-cedb0bc0-fab6-41ba-b1a4-5ea912b96527 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Unset dirty status for tenant:592a91371dfa41f6bd9628f6fe6d11f7 on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:29:22.783744 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-cedb0bc0-fab6-41ba-b1a4-5ea912b96527 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.62 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 950 time: 0.3934934
Jan 22 15:29:22.915902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Deleting port df522b48-82f8-45ea-bd05-bd377622f4e0 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:22.916210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:22.969715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] For port 9a68cb7d-b379-41bd-930f-e307a6735510, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=9a68cb7d-b379-41bd-930f-e307a6735510,segment=NetworkSegment(348bfeb9-7e4e-446e-b739-14b083f24767),segment_id=348bfeb9-7e4e-446e-b739-14b083f24767)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:22.970097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:22.970345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device df522b48-82f8-45ea-bd05-bd377622f4e0 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:29:23.097065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:23.132468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port df522b48-82f8-45ea-bd05-bd377622f4e0, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=df522b48-82f8-45ea-bd05-bd377622f4e0,segment=NetworkSegment(9b729b18-5c23-4406-b93a-3f9f50a40a3c),segment_id=9b729b18-5c23-4406-b93a-3f9f50a40a3c)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:23.151471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Calling delete_port for 9a68cb7d-b379-41bd-930f-e307a6735510 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:23.178735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:23.182331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fd55ffc0-5108-4725-9c95-d05783a7d8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:23.259809 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=df522b48-82f8-45ea-bd05-bd377622f4e0,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:23.272843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:23.375679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7f51-c51c-42f9-a253-589e97ee5ce0 req-2c13be9e-305a-476f-a561-75b631368a07 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:23.377358 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e23b7f51-c51c-42f9-a253-589e97ee5ce0 req-2c13be9e-305a-476f-a561-75b631368a07 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1543400
Jan 22 15:29:23.433153 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e23b7f51-c51c-42f9-a253-589e97ee5ce0 req-22e693a4-187e-4abe-83d4-7253faf985be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483840
Jan 22 15:29:23.463855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] For port df522b48-82f8-45ea-bd05-bd377622f4e0, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=df522b48-82f8-45ea-bd05-bd377622f4e0,segment=NetworkSegment(9b729b18-5c23-4406-b93a-3f9f50a40a3c),segment_id=9b729b18-5c23-4406-b93a-3f9f50a40a3c)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:23.464262 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:23.599880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:23.613763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Calling delete_port for df522b48-82f8-45ea-bd05-bd377622f4e0 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:23.661892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ac6c4679-b85f-4a04-933f-770306361d9e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:23.685299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445ce66-22cf-4db4-9190-8317184a4dd0 req-036021ec-0bed-4021-8323-534e9389dca8 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:23.686922 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c445ce66-22cf-4db4-9190-8317184a4dd0 req-036021ec-0bed-4021-8323-534e9389dca8 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 948 time: 0.1196487
Jan 22 15:29:23.773326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Pushing event deleted for resources: {'Port': ['ID=9a68cb7d-b379-41bd-930f-e307a6735510,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:23.777845 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99b58c13-187b-4603-a3ed-2c84704f147f req-6b2b80af-b0b2-46c6-ba7c-c6f2107cd5b6 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 210 time: 0.0633056
Jan 22 15:29:23.792837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c445ce66-22cf-4db4-9190-8317184a4dd0 req-0e84aa7f-ee30-4feb-ba04-6411bb7d9eab tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/security-groups?id=fb969b31-682d-4f14-bd4e-164b5287cada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990739
Jan 22 15:29:23.802468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.802910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.803313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.803710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.804104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.804493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.804885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.805270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.805657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.806148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.806425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.806853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.807265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.807666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.808055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.808439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.808820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.809489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.809575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.809908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.810294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.810702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.811085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.811465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:23.825953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:23.955619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aee3f677-94ab-45ca-882f-048970225f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:23.970945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] No DVR routers for this DVR port 9a68cb7d-b379-41bd-930f-e307a6735510 on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:29:23.977442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:23.980140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'name': 'network-vif-deleted', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:24.236128 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50902f7d-8583-4076-bda6-ba4c02842f10 req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.62 "DELETE /v2.0/ports/9a68cb7d-b379-41bd-930f-e307a6735510 HTTP/1.1" status: 204  len: 173 time: 1.8468063
Jan 22 15:29:24.246820 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ca9a73-d0dd-4e4e-b8dc-662496d896c3', 'name': 'network-vif-deleted', 'tag': '9a68cb7d-b379-41bd-930f-e307a6735510', 'status': 'completed', 'code': 200}
Jan 22 15:29:24.263480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:24.278886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:24.375711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Pushing event deleted for resources: {'Port': ['ID=df522b48-82f8-45ea-bd05-bd377622f4e0,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:24.382242 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:24.486982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] No DVR routers for this DVR port df522b48-82f8-45ea-bd05-bd377622f4e0 on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:29:24.489826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:24.492167 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9812c95-02a6-43d1-9b85-6980024d26a6 req-fc5c9ad3-c187-4c81-a986-fcfccb2c36e5 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.62 "DELETE /v2.0/ports/df522b48-82f8-45ea-bd05-bd377622f4e0 HTTP/1.1" status: 204  len: 173 time: 1.6996560
Jan 22 15:29:24.674496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:24.707489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:24.730014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571253d-bff9-4b47-8085-e224cb35c4ab req-21bbf63d-5f04-4ce4-9418-c0e16aae4fdf tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:24.731714 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4571253d-bff9-4b47-8085-e224cb35c4ab req-21bbf63d-5f04-4ce4-9418-c0e16aae4fdf tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1436265
Jan 22 15:29:24.781028 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0', 'code': 200}
Jan 22 15:29:24.806814 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4571253d-bff9-4b47-8085-e224cb35c4ab req-2c1e76ea-fd80-4e04-963f-a8142b16101b tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614390
Jan 22 15:29:25.039258 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dd8b858c-8f47-4fff-8ede-ee17a4db7eaf req-786e7a4e-12a1-4400-8e33-ca93397d117a tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] 10.222.0.54 "GET /v2.0/ports?device_id=59ca9a73-d0dd-4e4e-b8dc-662496d896c3 HTTP/1.1" status: 200  len: 210 time: 0.0899277
Jan 22 15:29:25.046239 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-89ff7b01-46c2-4fdc-8e58-562c62b7d929 req-68371833-3491-41a3-ad5c-f288c6aaa380 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 210 time: 0.0597069
Jan 22 15:29:25.526612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:25.929453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:26.057050 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a8f71-b3fe-4b28-a14e-ad2e5e0f6f07 req-a2b5688a-6d69-41a2-baa2-bdc13a32d712 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:26.058983 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cb7a8f71-b3fe-4b28-a14e-ad2e5e0f6f07 req-a2b5688a-6d69-41a2-baa2-bdc13a32d712 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1218584
Jan 22 15:29:26.090749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-0853ff2d-0408-43a5-acdd-291ca3a3c626 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:26.091695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-0853ff2d-0408-43a5-acdd-291ca3a3c626 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Synchronizing usage tracker for tenant:20b125f053f2491db6feff181b5d3007 on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:29:26.106034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-0853ff2d-0408-43a5-acdd-291ca3a3c626 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Unset dirty status for tenant:20b125f053f2491db6feff181b5d3007 on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:29:26.107471 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-0853ff2d-0408-43a5-acdd-291ca3a3c626 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 946 time: 0.1320500
Jan 22 15:29:26.121606 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cb7a8f71-b3fe-4b28-a14e-ad2e5e0f6f07 req-40ae2a64-8d5d-405d-99d9-20c5e3e7406e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553775
Jan 22 15:29:26.201525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Deleting port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:26.201901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:26.249287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'name': 'network-vif-deleted', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:26.324183 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f725d020-9495-419e-99ce-1406cdc03c17', 'name': 'network-vif-deleted', 'tag': 'df522b48-82f8-45ea-bd05-bd377622f4e0', 'status': 'completed', 'code': 200}
Jan 22 15:29:26.341033 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b127da3d-b5b6-4f02-8f52-31897c6c227a req-ed811a22-5c4c-463d-8384-1f5f8d7b44aa tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] 10.222.0.54 "GET /v2.0/ports?device_id=f725d020-9495-419e-99ce-1406cdc03c17 HTTP/1.1" status: 200  len: 210 time: 0.0575387
Jan 22 15:29:26.518328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] For port 35f159cd-cfb5-43a2-9e78-419c9ff9c514, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=35f159cd-cfb5-43a2-9e78-419c9ff9c514,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:26.518872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:26.658293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Calling delete_port for 35f159cd-cfb5-43a2-9e78-419c9ff9c514 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:26.846588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:26.938971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9865a8c6-40cc-4b54-8d81-2d2bfdc34b37 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:27.005910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Pushing event deleted for resources: {'Port': ['ID=35f159cd-cfb5-43a2-9e78-419c9ff9c514,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:27.015666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:27.050141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 35f159cd-cfb5-43a2-9e78-419c9ff9c514 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:29:27.119467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 35f159cd-cfb5-43a2-9e78-419c9ff9c514 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:29:27.120052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 35f159cd-cfb5-43a2-9e78-419c9ff9c514 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:29:27.153799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] No DVR routers for this DVR port 35f159cd-cfb5-43a2-9e78-419c9ff9c514 on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:29:27.157703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:27.230491 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dc4146e7-0d26-4389-9ad5-28c2ef4a9a42 req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "DELETE /v2.0/ports/35f159cd-cfb5-43a2-9e78-419c9ff9c514 HTTP/1.1" status: 204  len: 173 time: 1.1144438
Jan 22 15:29:27.312459 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-da2f526f-17aa-4c00-a76c-c4f09e9c5fa6 req-85d95674-cb0f-42ac-bdf5-3a97e26d0de2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=f551a87b-3cf2-4dc7-949f-df3b43523cda HTTP/1.1" status: 200  len: 210 time: 0.0522161
Jan 22 15:29:28.325784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'name': 'network-vif-deleted', 'tag': '35f159cd-cfb5-43a2-9e78-419c9ff9c514'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:28.402418 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f551a87b-3cf2-4dc7-949f-df3b43523cda', 'name': 'network-vif-deleted', 'tag': '35f159cd-cfb5-43a2-9e78-419c9ff9c514', 'status': 'completed', 'code': 200}
Jan 22 15:29:28.918727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b035f4b-1a6e-40c4-aa73-57946af3b7a1 req-baa0a7a9-9fd2-4ae8-b9d0-7cb929148dc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:28.920339 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6b035f4b-1a6e-40c4-aa73-57946af3b7a1 req-baa0a7a9-9fd2-4ae8-b9d0-7cb929148dc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1116853
Jan 22 15:29:28.976068 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6b035f4b-1a6e-40c4-aa73-57946af3b7a1 req-d57b3fae-1a5b-4525-95f0-25108b65f70a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484359
Jan 22 15:29:29.196740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd60ff-176b-42ea-a75b-a31d1fa9eb80 req-4708b67f-ae70-4f80-8068-ff7748e59da6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:29.198423 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c6cd60ff-176b-42ea-a75b-a31d1fa9eb80 req-4708b67f-ae70-4f80-8068-ff7748e59da6 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1165192
Jan 22 15:29:29.260088 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c6cd60ff-176b-42ea-a75b-a31d1fa9eb80 req-14fcc2e8-77cc-4f3a-8e2e-b4efabeb21d2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553777
Jan 22 15:29:30.214887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bc08e-69f8-465f-a50e-13ba543fe3e9 req-c0b52463-9eb2-4763-9afa-d16b146b4e28 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:30.216417 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-027bc08e-69f8-465f-a50e-13ba543fe3e9 req-c0b52463-9eb2-4763-9afa-d16b146b4e28 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1074126
Jan 22 15:29:30.272617 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-027bc08e-69f8-465f-a50e-13ba543fe3e9 req-fa74722f-6cb3-43f5-9fb5-5c729e0af1a8 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497119
Jan 22 15:29:30.587360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d95e98-1826-440b-a5e4-42ac1366d7b3 req-7345ed62-610f-4317-b449-a88abc1c8cb2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:30.589025 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60d95e98-1826-440b-a5e4-42ac1366d7b3 req-7345ed62-610f-4317-b449-a88abc1c8cb2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1204972
Jan 22 15:29:30.642266 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60d95e98-1826-440b-a5e4-42ac1366d7b3 req-d91c1a8f-d21a-4958-8a1f-5e0dcc8839ae tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468311
Jan 22 15:29:31.514066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e9c9c-28c7-41c7-a73f-4652dc35853d req-ad3d028b-9000-448f-93c9-6ecdd6871230 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:31.515738 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-026e9c9c-28c7-41c7-a73f-4652dc35853d req-ad3d028b-9000-448f-93c9-6ecdd6871230 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1103711
Jan 22 15:29:31.570344 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-026e9c9c-28c7-41c7-a73f-4652dc35853d req-3b32610c-ff5f-4710-87d2-f0d9f304ff9a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480464
Jan 22 15:29:31.889350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7932d-b0b9-4980-b6c0-1ff34f157688 req-3b5b59e0-272c-478f-ab27-76c3419c9d8e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:31.891027 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ebb7932d-b0b9-4980-b6c0-1ff34f157688 req-3b5b59e0-272c-478f-ab27-76c3419c9d8e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1076021
Jan 22 15:29:31.947594 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ebb7932d-b0b9-4980-b6c0-1ff34f157688 req-698602a6-d263-4635-86c6-f325e825ecec tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490952
Jan 22 15:29:32.853569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962e5e7-1beb-4aa4-91b5-a2f45bbe535d req-84c03f60-f634-4c9e-ba90-a9959830c301 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:32.862031 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2962e5e7-1beb-4aa4-91b5-a2f45bbe535d req-84c03f60-f634-4c9e-ba90-a9959830c301 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1404104
Jan 22 15:29:32.923239 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2962e5e7-1beb-4aa4-91b5-a2f45bbe535d req-fbcabd87-24e2-4601-8746-4a3e54a9bdb5 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599401
Jan 22 15:29:33.288298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feb854-8924-4805-8627-12801144f148 req-ed48f1c4-9666-474f-9f85-29e4411c7aec tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:33.298842 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-67feb854-8924-4805-8627-12801144f148 req-ed48f1c4-9666-474f-9f85-29e4411c7aec tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1937947
Jan 22 15:29:33.385843 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-67feb854-8924-4805-8627-12801144f148 req-2666df35-bc0c-480e-b19a-b1fa7054a058 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835910
Jan 22 15:29:33.509478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-d93d9247-b0a4-411f-bca3-503284fd4b9a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:33.511653 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-d93d9247-b0a4-411f-bca3-503284fd4b9a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 945 time: 0.1890454
Jan 22 15:29:33.613077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Deleting port 20a1e39a-cb29-4c7f-821d-75cc499e396b {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:33.613565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:33.637234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 20a1e39a-cb29-4c7f-821d-75cc499e396b no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:29:33.802916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:33.838865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:33.864536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 20a1e39a-cb29-4c7f-821d-75cc499e396b, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=20a1e39a-cb29-4c7f-821d-75cc499e396b,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:33.903824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:33.906165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:34.005673 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b', 'code': 200}
Jan 22 15:29:34.007288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=20a1e39a-cb29-4c7f-821d-75cc499e396b,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:34.016767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.017440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.018103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.018986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.019530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.020768 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.021389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.021938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.022645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.023184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.024215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.024827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.025420 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.025939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.026470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.027095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.027478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 44768) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:34.027792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.028306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.029119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.029633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.030147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.030808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.031343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.031857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:34.038301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:34.079151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] For port 20a1e39a-cb29-4c7f-821d-75cc499e396b, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=20a1e39a-cb29-4c7f-821d-75cc499e396b,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:34.080720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:34.267043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Calling delete_port for 20a1e39a-cb29-4c7f-821d-75cc499e396b owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:34.487607 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 44788) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:34.487847 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e7ba6fd6-2e1a-44ce-b0b8-cb3f45940d98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=592a91371dfa41f6bd9628f6fe6d11f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4590411
Jan 22 15:29:34.518786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe02a0b-cff9-4862-a890-b3df0cd2ec7e req-f6dde6ff-00e8-4747-91c4-8f42917d2c1e tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:34.527024 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6fe02a0b-cff9-4862-a890-b3df0cd2ec7e req-f6dde6ff-00e8-4747-91c4-8f42917d2c1e tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 943 time: 0.3023827
Jan 22 15:29:34.576181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:29:34.576610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:29:34.616346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6fe02a0b-cff9-4862-a890-b3df0cd2ec7e req-82a6de90-fc1c-4a1e-8946-86cf59023758 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878382
Jan 22 15:29:34.628437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7737f007-dc87-41fb-b9d6-daca081b832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:34.670276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7737f007-dc87-41fb-b9d6-daca081b832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:34.809165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7737f007-dc87-41fb-b9d6-daca081b832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:34.828166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:34.829630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d99bd-477b-40f8-8d89-173912e8808d req-b3ee7df5-f653-4ca4-b834-25a93762ec2f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:34.830397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa6d99bd-477b-40f8-8d89-173912e8808d req-b3ee7df5-f653-4ca4-b834-25a93762ec2f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1629701
Jan 22 15:29:34.846367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737f007-dc87-41fb-b9d6-daca081b832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb969b31-682d-4f14-bd4e-164b5287cada,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:34.849153 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7737f007-dc87-41fb-b9d6-daca081b832c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:34.882506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7737f007-dc87-41fb-b9d6-daca081b832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:34.886300 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7737f007-dc87-41fb-b9d6-daca081b832c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb969b31-682d-4f14-bd4e-164b5287cada HTTP/1.1" status: 204  len: 168 time: 0.3950694
Jan 22 15:29:34.889231 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa6d99bd-477b-40f8-8d89-173912e8808d req-f12f41c1-386e-4c30-9629-0d0f8af30023 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519137
Jan 22 15:29:35.077831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Deleting port 20a1e39a-cb29-4c7f-821d-75cc499e396b {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:35.078224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:35.382914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] For port 20a1e39a-cb29-4c7f-821d-75cc499e396b, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=20a1e39a-cb29-4c7f-821d-75cc499e396b,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:35.383345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:35.534789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Calling delete_port for 20a1e39a-cb29-4c7f-821d-75cc499e396b owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:35.798077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:35.818661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ad77bfc1-eede-4c81-8df9-1cb2f9937b65 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:35.822159 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4abba877-f542-4d79-b6c2-2294c63b4b85 req-d8f39827-fda3-4033-894b-4c7461cab74d tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.0551670
Jan 22 15:29:36.038454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Pushing event deleted for resources: {'Port': ['ID=20a1e39a-cb29-4c7f-821d-75cc499e396b,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:36.044231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:36.145782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] No DVR routers for this DVR port 20a1e39a-cb29-4c7f-821d-75cc499e396b on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:29:36.155295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:36.160375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'name': 'network-vif-deleted', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:36.183464 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-669a8e42-e7d3-44da-85cf-fe4563c31ab5 req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "DELETE /v2.0/ports/20a1e39a-cb29-4c7f-821d-75cc499e396b HTTP/1.1" status: 204  len: 173 time: 2.6659410
Jan 22 15:29:36.215257 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b12d97-eb83-4655-9027-3ad88e458fb3 req-bbd3ea6e-e8b5-4922-af44-d8fae5d6539c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:36.225554 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-80b12d97-eb83-4655-9027-3ad88e458fb3 req-bbd3ea6e-e8b5-4922-af44-d8fae5d6539c tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1917272
Jan 22 15:29:36.266313 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bea8d5-fb2d-48ee-82f1-591adcafee2c', 'name': 'network-vif-deleted', 'tag': '20a1e39a-cb29-4c7f-821d-75cc499e396b', 'status': 'completed', 'code': 200}
Jan 22 15:29:36.284374 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-80b12d97-eb83-4655-9027-3ad88e458fb3 req-590dbb4b-6963-403f-9395-2e26de17ef28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577312
Jan 22 15:29:37.140281 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7e747a10-08e6-451c-85a9-fa08c4b25c0c req-af694f5c-d0c7-4ebc-8a32-68058595c343 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=c0bea8d5-fb2d-48ee-82f1-591adcafee2c HTTP/1.1" status: 200  len: 210 time: 0.1145766
Jan 22 15:29:37.464517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130324c-0258-4dee-adf4-4861fa278b6b req-945229aa-ab93-4f7a-be29-80908a67f54f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:37.465388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b130324c-0258-4dee-adf4-4861fa278b6b req-945229aa-ab93-4f7a-be29-80908a67f54f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Synchronizing usage tracker for tenant:20b125f053f2491db6feff181b5d3007 on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:29:37.559096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b130324c-0258-4dee-adf4-4861fa278b6b req-945229aa-ab93-4f7a-be29-80908a67f54f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Unset dirty status for tenant:20b125f053f2491db6feff181b5d3007 on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:29:37.560418 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b130324c-0258-4dee-adf4-4861fa278b6b req-945229aa-ab93-4f7a-be29-80908a67f54f tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.2914097
Jan 22 15:29:37.669073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:29:37.677752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a11973-fd6b-4c47-a16f-939e401536dc req-215c310a-251a-4739-a178-92cef772adb3 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:37.679506 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-25a11973-fd6b-4c47-a16f-939e401536dc req-215c310a-251a-4739-a178-92cef772adb3 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 945 time: 0.1643054
Jan 22 15:29:37.699391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Deleting port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:37.700546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:37.840964 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-25a11973-fd6b-4c47-a16f-939e401536dc req-f59ab39d-29c4-4caa-87da-46e74db03cc2 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870764
Jan 22 15:29:37.887060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:37.916681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f92bc-f933-44dc-b323-51fb50dfb584 req-45097a34-e722-4afe-887e-8fbecd7a8a29 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:37.919013 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9c3f92bc-f933-44dc-b323-51fb50dfb584 req-45097a34-e722-4afe-887e-8fbecd7a8a29 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.2243655
Jan 22 15:29:37.938739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 44854) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:37.950824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:37.967649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:38.006816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:38.011433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:38.016809 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9c3f92bc-f933-44dc-b323-51fb50dfb584 req-e343c723-17b0-420b-98d7-7d1a74adbea8 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917034
Jan 22 15:29:38.151989 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145', 'code': 200}
Jan 22 15:29:38.167914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] For port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:38.168764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:38.203810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:38.209511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:38.576704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Calling delete_port for 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:38.647344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:38.686531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:29:38.691674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Usage tracker for resource:security_group_rule and tenant:e53541a9ee8445588c94591539c1265c is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:29:38.695288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:29:38.702415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:29:38.843291 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:29:38.843986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:29:38.974306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.009975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.069907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:39.079371 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e53541a9ee8445588c94591539c1265c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1359937
Jan 22 15:29:39.093545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 44874) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:39.148553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64fe06d-2cf4-41e4-a71a-7978b7f6a21e,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:39.153001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:39.188896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a17d1-6bb0-4932-86dc-fefbc1eec2d6 req-16c0542b-39c5-4a4d-beea-fa61f8cfc1b9 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:39.191258 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1c8a17d1-6bb0-4932-86dc-fefbc1eec2d6 req-16c0542b-39c5-4a4d-beea-fa61f8cfc1b9 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 943 time: 0.1628261
Jan 22 15:29:39.199735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c77ebbe-cf60-4b86-ace7-680b853b36bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.233582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c77ebbe-cf60-4b86-ace7-680b853b36bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.335012 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1c8a17d1-6bb0-4932-86dc-fefbc1eec2d6 req-3c266e2a-dc43-486c-add7-37c0f7f7ffb1 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/security-groups?id=562ee776-d2f8-4cc7-8e17-24e7334d8b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317456
Jan 22 15:29:39.345021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Deleting port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:39.345611 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.409951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee9ce2-0ac0-4aae-b97c-1b7466b5e3c3 req-bd96bd2a-f053-454f-b385-d07323f07aa6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:39.412954 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ccee9ce2-0ac0-4aae-b97c-1b7466b5e3c3 req-bd96bd2a-f053-454f-b385-d07323f07aa6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1452661
Jan 22 15:29:39.480341 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ccee9ce2-0ac0-4aae-b97c-1b7466b5e3c3 req-3e1351f9-2f15-4002-8e6c-72e536c4b806 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586662
Jan 22 15:29:39.485060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c77ebbe-cf60-4b86-ace7-680b853b36bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.494186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c695084b-5a93-42de-a158-47d5019e7917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:39.511042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77ebbe-cf60-4b86-ace7-680b853b36bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64fe06d-2cf4-41e4-a71a-7978b7f6a21e,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:39.524137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7c77ebbe-cf60-4b86-ace7-680b853b36bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:39.714843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] For port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:39.714843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.852328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Calling delete_port for 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:39.900087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c77ebbe-cf60-4b86-ace7-680b853b36bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:39.903822 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7c77ebbe-cf60-4b86-ace7-680b853b36bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a64fe06d-2cf4-41e4-a71a-7978b7f6a21e HTTP/1.1" status: 204  len: 168 time: 0.8065240
Jan 22 15:29:40.103674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:40.133442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:40.184980 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Pushing event deleted for resources: {'Port': ['ID=565fc7bc-426b-4622-bb1d-6f1b4ba4b145,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:40.188200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:40.458188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] No DVR routers for this DVR port 565fc7bc-426b-4622-bb1d-6f1b4ba4b145 on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:29:40.462061 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:40.467418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'name': 'network-vif-deleted', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:40.494832 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b130324c-0258-4dee-adf4-4861fa278b6b req-3d5459b7-372a-4c8d-9eb1-67e8bf55ae28 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.62 "DELETE /v2.0/ports/565fc7bc-426b-4622-bb1d-6f1b4ba4b145 HTTP/1.1" status: 204  len: 173 time: 2.9286461
Jan 22 15:29:40.568432 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89750937-9b59-4039-a62e-2bd221c6c955', 'name': 'network-vif-deleted', 'tag': '565fc7bc-426b-4622-bb1d-6f1b4ba4b145', 'status': 'completed', 'code': 200}
Jan 22 15:29:40.588647 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-476d18bf-a880-486f-96e3-9d190eb1b078 req-7a427431-a594-456a-a158-fbe5a57bfa3e tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 210 time: 0.0634310
Jan 22 15:29:40.790742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d7b29-33ed-44ac-b8a7-420cf83984b1 req-a905fcbd-2e66-4e1d-9a8b-d0d67d04f149 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:40.792418 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bd1d7b29-33ed-44ac-b8a7-420cf83984b1 req-a905fcbd-2e66-4e1d-9a8b-d0d67d04f149 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1176779
Jan 22 15:29:40.845019 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bd1d7b29-33ed-44ac-b8a7-420cf83984b1 req-40188616-731a-4b71-90bc-445a9edf688e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456970
Jan 22 15:29:41.817437 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9ead2245-c4ff-4d71-b266-d13a9b897d27 req-367b5b4a-6dff-4df9-968a-366b7a660369 tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 210 time: 0.0616817
Jan 22 15:29:42.139442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd584f89-afcd-44b4-bc3c-e861161011f9 req-ddc7f12b-f1d2-4db4-adc0-93109e71d2fb tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:42.141298 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fd584f89-afcd-44b4-bc3c-e861161011f9 req-ddc7f12b-f1d2-4db4-adc0-93109e71d2fb tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1171789
Jan 22 15:29:42.200080 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fd584f89-afcd-44b4-bc3c-e861161011f9 req-f0acd7d3-c4c9-4f7f-b433-859fefcaf11e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524642
Jan 22 15:29:43.094059 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7277284f-c257-4e31-b936-55dee0f3f7bd req-fe0d813d-6e2a-4a00-aef1-a811feb000cc tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] 10.222.0.54 "GET /v2.0/ports?device_id=89750937-9b59-4039-a62e-2bd221c6c955 HTTP/1.1" status: 200  len: 210 time: 0.0896568
Jan 22 15:29:43.277864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:43.555978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fadc83-54d0-4537-96a9-490efad63b73 req-22a89bb6-4820-48f0-a02a-303accdd0611 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:43.557787 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d6fadc83-54d0-4537-96a9-490efad63b73 req-22a89bb6-4820-48f0-a02a-303accdd0611 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1458168
Jan 22 15:29:43.636685 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d6fadc83-54d0-4537-96a9-490efad63b73 req-ee40d35d-4acf-418f-83c5-cf5bf95eb412 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526454
Jan 22 15:29:44.202591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 44946) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:44.924012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:44.951074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f9412-ee61-4b5f-b55c-189e03ab055e req-b695133a-be96-4a10-a126-f65341d21182 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:44.952805 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6c4f9412-ee61-4b5f-b55c-189e03ab055e req-b695133a-be96-4a10-a126-f65341d21182 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1465862
Jan 22 15:29:45.254440 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6c4f9412-ee61-4b5f-b55c-189e03ab055e req-e07b3ee2-5814-42df-bcb3-7176ad814bb1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2944827
Jan 22 15:29:45.450034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Deleting port ef6ad627-dcd9-4cab-9891-a6c92a52bd90 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:45.450428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:45.681822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] For port ef6ad627-dcd9-4cab-9891-a6c92a52bd90, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,segment=NetworkSegment(f3ba2aac-3176-49e9-99f5-0c2fd8a4e199),segment_id=f3ba2aac-3176-49e9-99f5-0c2fd8a4e199)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:45.682266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:45.822711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Calling delete_port for ef6ad627-dcd9-4cab-9891-a6c92a52bd90 owned by network:router_interface {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:46.301665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:46.317888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:46.644830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf95f-9eaa-42c8-9a3f-aa86764c0149 req-269fbbd0-b590-4801-a7b0-b6a4b098ce2d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:46.646618 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d9ccf95f-9eaa-42c8-9a3f-aa86764c0149 req-269fbbd0-b590-4801-a7b0-b6a4b098ce2d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1426144
Jan 22 15:29:46.686997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6ad627-dcd9-4cab-9891-a6c92a52bd90,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:46.691466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:46.711744 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d9ccf95f-9eaa-42c8-9a3f-aa86764c0149 req-893d4b9a-d056-45b1-99d1-8bc7812a46de tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576639
Jan 22 15:29:47.027846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:47.603882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Router ce397e15-b085-4bde-b1bf-c0454acb57e9 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:29:47.812042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:29:47.821157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] Sync routers for ids ['ce397e15-b085-4bde-b1bf-c0454acb57e9'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:29:47.842603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] Routers {'ce397e15-b085-4bde-b1bf-c0454acb57e9'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:29:47.843312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee2278>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:29:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['ce397e15-b085-4bde-b1bf-c0454acb57e9'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:47.858285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 44986) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:47.861715 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] 10.222.0.54 "PUT /v2.0/routers/ce397e15-b085-4bde-b1bf-c0454acb57e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6572211
Jan 22 15:29:48.089643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] Set router ce397e15-b085-4bde-b1bf-c0454acb57e9 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:29:48.216667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:48.320963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77568271-b910-48ad-a61e-1a1929fea581 req-9b266c2e-e5a2-4215-bda8-b414e69cb79e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:48.322774 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77568271-b910-48ad-a61e-1a1929fea581 req-9b266c2e-e5a2-4215-bda8-b414e69cb79e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.3558609
Jan 22 15:29:48.463682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:48.474600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Deleting port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:29:48.474975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:48.498179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee2278>, [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:29:46Z', 'revision_number': 5, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:48.508940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] Checking router: ce397e15-b085-4bde-b1bf-c0454acb57e9 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:29:48.532344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] Routers {'ce397e15-b085-4bde-b1bf-c0454acb57e9'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:29:48.532344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee2278>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:29:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['ce397e15-b085-4bde-b1bf-c0454acb57e9'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:48.692231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] For port 1d2bfa36-b5ce-4911-83e8-7ac0553504cd, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=1d2bfa36-b5ce-4911-83e8-7ac0553504cd,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:29:48.692864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:48.754925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] Set router ce397e15-b085-4bde-b1bf-c0454acb57e9 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:29:48.841761 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Calling delete_port for 1d2bfa36-b5ce-4911-83e8-7ac0553504cd owned by network:router_gateway {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:29:49.025602 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77568271-b910-48ad-a61e-1a1929fea581 req-42f44115-8eda-4398-b346-f6ead6391b06 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6186984
Jan 22 15:29:49.132858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee2278>, [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:29:46Z', 'revision_number': 5, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:49.141634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d11575-ee4f-48cb-82fb-cfc7b92820f6 None None] The sync data for ids ['ce397e15-b085-4bde-b1bf-c0454acb57e9'] in dv-cinder-763774-2-iscsi is: [{'id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1266411085-router', 'tenant_id': '20b125f053f2491db6feff181b5d3007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:26:08Z', 'updated_at': '2021-01-22T15:29:46Z', 'revision_number': 5, 'project_id': '20b125f053f2491db6feff181b5d3007', 'gw_port': {'id': '1d2bfa36-b5ce-4911-83e8-7ac0553504cd', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce397e15-b085-4bde-b1bf-c0454acb57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:26:09Z', 'updated_at': '2021-01-22T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:29:49.173524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.plugins.ml2.ovo_rpc [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     result = function(*args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     proto.__init__(conn_state, self)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.handle()
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.handle_one_request()
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.handle_one_response()
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     result = self.application(self.environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return app(environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return request.get_response(self.application)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self._app)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return resp(environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return resp(environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = self.app(environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return resp(environ, start_response)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:29:49.180796 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     result = method(request=request, **args)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._delete(request, id, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*dup_args, **dup_kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     obj_deleter(request.context, id, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return method(*args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*dup_args, **dup_kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._delete_current_gw_port(context, id, router, None)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, context, *args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return method(*args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     context, port, router_ids, bound_mech_contexts)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     return function(*args, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     callback(resource, event, trigger, **kwargs)
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     if self._is_session_semantic_violated(context, resource, event):
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]:     stack = traceback.extract_stack()
Jan 22 15:29:49.191633 dv-cinder-763774-2-iscsi neutron-server[80137]: 
Jan 22 15:29:49.395370 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:49.871811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:49.874647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:49.914089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ef6ad627-dcd9-4cab-9891-a6c92a52bd90 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:29:49.963313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: ef6ad627-dcd9-4cab-9891-a6c92a52bd90 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:29:49.963749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ef6ad627-dcd9-4cab-9891-a6c92a52bd90 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:29:50.210874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a926f4-42b9-445d-812a-57c616883f64 req-8df10003-ca63-48e1-af88-29280d4a0785 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:50.212609 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-8df10003-ca63-48e1-af88-29280d4a0785 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/networks?id=20169389-ad32-44e8-96a1-11e500d6325a HTTP/1.1" status: 200  len: 813 time: 0.2998631
Jan 22 15:29:50.231511 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-dfb6dbbd-9adf-4b69-a3cf-ffc8b819a772 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/quotas/0c79b902ff5f44fb9763db6382817e6d HTTP/1.1" status: 200  len: 375 time: 0.0116777
Jan 22 15:29:50.333135 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-0b0c7020-3387-4162-b229-c0ace510e963 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c79b902ff5f44fb9763db6382817e6d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0943859
Jan 22 15:29:50.384744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:50.385647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce397e15-b085-4bde-b1bf-c0454acb57e9 {{(pid=80248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:29:50.544029 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-bdaf8d14-3f63-4cff-a2b1-f87dc286b083 service neutron] 10.222.0.54 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030239
Jan 22 15:29:50.550872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] Notify callbacks [] for router, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:50.552083 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1a598b3a-5e80-4459-814d-c1df592338c7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ce397e15-b085-4bde-b1bf-c0454acb57e9 HTTP/1.1" status: 204  len: 168 time: 2.6924555
Jan 22 15:29:50.554949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 45020) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:50.711668 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-02db78bd-6e63-4e11-b93c-8e0cf02da69b service neutron] 10.222.0.54 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1580672
Jan 22 15:29:50.735349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Deleting subnet 2e3261ce-5bde-41f7-8651-70ec0f9d9b9b {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:29:50.747604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:50.796647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5639d8-dec6-472f-b007-532e6d1b8ccb req-351b041e-bb85-4c74-9a57-7cae7f4ca985 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:50.811342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:50.825596 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7d5639d8-dec6-472f-b007-532e6d1b8ccb req-351b041e-bb85-4c74-9a57-7cae7f4ca985 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.5425904
Jan 22 15:29:50.915608 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7d5639d8-dec6-472f-b007-532e6d1b8ccb req-c23d101e-c28f-4a86-9aa0-5f73158ae03d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889184
Jan 22 15:29:50.918425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:50.927680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:29:51.124571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:29:51.125226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:51.286367 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b966fcfa-e0a9-4f64-b675-1ce2c0bb298f req-cef75616-0b0e-45ba-abb4-37a99617f546 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 210 time: 0.1085997
Jan 22 15:29:51.541126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:51.559119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-03028e8f-5754-4513-a5da-7cf402650ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:51.610622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb3b70af-ce66-4237-a3ca-40f9748d89c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:51.653627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3261ce-5bde-41f7-8651-70ec0f9d9b9b,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:51.658721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:51.705309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:51.713329 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-62d21d1c-552a-4cbc-bca0-44cbae2dc3fc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2e3261ce-5bde-41f7-8651-70ec0f9d9b9b HTTP/1.1" status: 204  len: 168 time: 1.1571710
Jan 22 15:29:51.716091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 45042) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:51.841694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:51.885672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1d2bfa36-b5ce-4911-83e8-7ac0553504cd no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:29:51.935990 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 1d2bfa36-b5ce-4911-83e8-7ac0553504cd {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:29:51.936574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1d2bfa36-b5ce-4911-83e8-7ac0553504cd not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:29:52.063689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:52.184998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e43d42e8>,) {'filters': {'network_id': ['e081f584-ca1c-485e-bc53-d70c312e9a61']}} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:52.190259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8ddd8-f6a7-408e-8523-e2324b575c63 req-a3003af0-f3af-48d5-b485-8c2dffa8641e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:52.192052 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bdf8ddd8-f6a7-408e-8523-e2324b575c63 req-a3003af0-f3af-48d5-b485-8c2dffa8641e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1174285
Jan 22 15:29:52.202837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e43d42e8>, 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199') {'for_net_delete': True} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:52.203181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e43d42e8>, 'f3ba2aac-3176-49e9-99f5-0c2fd8a4e199') {} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:52.216020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852295878'] for segment, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:52.232274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:52.234338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:29:52.248397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bdf8ddd8-f6a7-408e-8523-e2324b575c63 req-0df32cf6-84a7-497d-98b8-285be91a2f02 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496840
Jan 22 15:29:52.542162 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0e43397c-bbc9-4c00-8074-8de6aea0677d req-76f1c694-b985-43d6-94a0-a85630fed36b tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 210 time: 0.0536900
Jan 22 15:29:52.645207 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Network e081f584-ca1c-485e-bc53-d70c312e9a61 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:29:52.654849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2243804'] for segment, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:52.843087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Network e081f584-ca1c-485e-bc53-d70c312e9a61 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:29:52.866461 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:29:53.009606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.013580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-253a46e2-4010-49fe-93cc-27e730da83ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:53.031167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.038000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Pushing event deleted for resources: {'Network': ['ID=e081f584-ca1c-485e-bc53-d70c312e9a61,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:53.043432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:53.098171 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1e69566d-0d1f-4a74-b211-0e1275027670 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e081f584-ca1c-485e-bc53-d70c312e9a61 HTTP/1.1" status: 204  len: 168 time: 1.3808627
Jan 22 15:29:53.465296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a926f4-42b9-445d-812a-57c616883f64 req-354690a6-d3fa-4625-bb7d-cd76950d872b tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:53.467023 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-354690a6-d3fa-4625-bb7d-cd76950d872b tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "GET /v2.0/networks?id=20169389-ad32-44e8-96a1-11e500d6325a HTTP/1.1" status: 200  len: 813 time: 0.2687778
Jan 22 15:29:53.487529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45090) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:53.492493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Request body: {'port': {'device_id': '22e1b288-ee19-438f-b950-f0135df35dc7', 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a', 'admin_state_up': True, 'tenant_id': '0c79b902ff5f44fb9763db6382817e6d'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:29:53.527248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0852f-caa5-4db2-a75e-34b0e2b169b4 req-f128f844-af9e-4690-9d8e-3051bda8d064 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:53.528969 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a8f0852f-caa5-4db2-a75e-34b0e2b169b4 req-f128f844-af9e-4690-9d8e-3051bda8d064 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1320553
Jan 22 15:29:53.623566 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a8f0852f-caa5-4db2-a75e-34b0e2b169b4 req-719d6ddf-a311-4f1c-bb88-07e79f28b243 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777037
Jan 22 15:29:53.630418 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-cf35b8d0-2501-4953-bffc-984c737b6791 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20b125f053f2491db6feff181b5d3007&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1408882
Jan 22 15:29:53.631408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45100) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:53.694631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:29:53.694631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Usage tracker for resource:port and tenant:0c79b902ff5f44fb9763db6382817e6d is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:29:53.698301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Quota usage for port was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:29:53.705527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:29:53.751648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Made reservation on behalf of 0c79b902ff5f44fb9763db6382817e6d for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:29:53.761540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.768980 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-961ca2c4-804d-4ce8-9f2c-e6912913e912 req-2d0079a1-053a-418d-a2a0-149e77be78e1 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 210 time: 0.0670235
Jan 22 15:29:53.771806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.803040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.883359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.889176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-df66c8d6-43ba-4339-bd70-da258ce60e8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:53.902276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562ee776-d2f8-4cc7-8e17-24e7334d8b39,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:53.911400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.912640 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/562ee776-d2f8-4cc7-8e17-24e7334d8b39 HTTP/1.1" status: 204  len: 168 time: 0.2802355
Jan 22 15:29:53.918217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.918688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.919097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.919497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.919892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.920287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.920970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.921084 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.921409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.921809 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.922219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.922636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.923157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.923851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.923851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.924338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.924611 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.924996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.925883 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.926266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.926672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.927064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.927466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.927904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:29:53.929712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-327a1cc6-02c1-4af9-9802-e95615a7c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:53.932516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:54.130101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Allocated IP 172.20.0.5 (20169389-ad32-44e8-96a1-11e500d6325a/3b1e8468-16a5-4cbc-9067-6bd2622633ec/6d5bf61c-10b3-4604-aa8f-a5a295ac58a7) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:29:54.354213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:54.424013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:54.442919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-257efb5d-1d01-4c6c-9ca6-08b3dcb09508 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:54.588919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Pushing event updated for resources: {'Port': ['ID=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:54.593673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:54.656816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Network 20169389-ad32-44e8-96a1-11e500d6325a is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:29:54.658000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:29:54.660985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:29:54.694589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:54.747610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:54.748298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:54.804357 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3176861
Jan 22 15:29:54.825038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Request body: {'port': {'device_id': '22e1b288-ee19-438f-b950-f0135df35dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:29:54.928359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f4769-4448-4151-b3f7-49cbd758cc58 req-6fdaaaee-f350-4656-8cb1-82aabfec6768 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:54.930063 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9e6f4769-4448-4151-b3f7-49cbd758cc58 req-6fdaaaee-f350-4656-8cb1-82aabfec6768 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1230209
Jan 22 15:29:54.975782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.069498 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9e6f4769-4448-4151-b3f7-49cbd758cc58 req-eff80852-0865-4465-af0b-abf2ccb8031b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011424
Jan 22 15:29:55.128139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366910f-8f89-4c9d-b549-2deccc83c7eb req-2647bd44-7d05-42bd-b9c0-1209935bcdb9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:55.130985 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6366910f-8f89-4c9d-b549-2deccc83c7eb req-2647bd44-7d05-42bd-b9c0-1209935bcdb9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 931 time: 0.1994162
Jan 22 15:29:55.186147 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6366910f-8f89-4c9d-b549-2deccc83c7eb req-27fd582d-16cb-43ce-9cef-685e2311c8b4 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491116
Jan 22 15:29:55.455813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:29:55.463574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.540285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Transition to ACTIVE for port object 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:29:55.614676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.614891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.631291 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:55.697817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45166) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:55.770227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Pushing event updated for resources: {'Port': ['ID=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:55.775239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Deleting subnet ea88e3ac-1806-4944-bc2a-7f679c9b7b53 {{(pid=80248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:29:55.775699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:55.778252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.839687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170753'] for subnet, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.907323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.945957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.986603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Attempting to bind port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:29:55.987049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Attempting to bind port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:29:55.987424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Attempting to bind port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 on network 20169389-ad32-44e8-96a1-11e500d6325a {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:29:55.995495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:29:55.995879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Checking segment: {'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:29:55.996415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:55.996819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Bound using segment: {'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:29:55.997302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Bound port: 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20169389-ad32-44e8-96a1-11e500d6325a'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:29:55.997759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:56.155292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] For port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:29:56.158726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] For port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:29:56.216912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:56.369358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7ce88-3fa2-4d0b-af02-04b28f6ba643 req-9c1cabe7-2fd0-43b4-a29c-9b7cfbdce81f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:56.371157 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d9f7ce88-3fa2-4d0b-af02-04b28f6ba643 req-9c1cabe7-2fd0-43b4-a29c-9b7cfbdce81f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1317587
Jan 22 15:29:56.380762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:56.495182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Pushing event updated for resources: {'Port': ['ID=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:56.504735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:56.517397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:56.517397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:56.517704 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] 10.222.0.62 "PUT /v2.0/ports/6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 HTTP/1.1" status: 200  len: 1157 time: 1.6983345
Jan 22 15:29:56.518234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:29:56.531053 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d9f7ce88-3fa2-4d0b-af02-04b28f6ba643 req-99fe9982-6c61-4996-adee-da8d799a0b8c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1479397
Jan 22 15:29:56.587111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2395-7a5c-49bb-b8e1-a747db5bad65 req-601e7921-f146-45b2-a659-1a1fd2c6323f tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:56.588813 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e3ce2395-7a5c-49bb-b8e1-a747db5bad65 req-601e7921-f146-45b2-a659-1a1fd2c6323f tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 943 time: 0.1535158
Jan 22 15:29:56.590423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3026001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199722'] for subnet, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:56.610374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:56.628921 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7', 'status': 'completed', 'code': 200}
Jan 22 15:29:56.731111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea88e3ac-1806-4944-bc2a-7f679c9b7b53,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:56.764374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:56.770040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32e7d9-53ac-41a1-88da-fba84abd2212 req-b019de4a-a89d-453e-b2b8-c89bbbb300d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:56.771711 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e3ce2395-7a5c-49bb-b8e1-a747db5bad65 req-4e557f80-ad85-44ea-aaee-76170eafb870 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649952
Jan 22 15:29:56.771963 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e32e7d9-53ac-41a1-88da-fba84abd2212 req-b019de4a-a89d-453e-b2b8-c89bbbb300d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c79b902ff5f44fb9763db6382817e6d&device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 1160 time: 0.0981376
Jan 22 15:29:56.823542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:56.832791 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a855c6da-2e3c-4130-b816-1c344553234b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ea88e3ac-1806-4944-bc2a-7f679c9b7b53 HTTP/1.1" status: 204  len: 168 time: 1.1308239
Jan 22 15:29:56.833137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45214) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:56.960584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:57.190029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:57.214202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32e7d9-53ac-41a1-88da-fba84abd2212 req-87da97ee-9e2e-412a-a47b-b141e814692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:57.218256 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e32e7d9-53ac-41a1-88da-fba84abd2212 req-87da97ee-9e2e-412a-a47b-b141e814692f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0c79b902ff5f44fb9763db6382817e6d&shared=False HTTP/1.1" status: 200  len: 907 time: 0.4325471
Jan 22 15:29:57.257486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:29:57.334846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e55d6390>,) {'filters': {'network_id': ['f917b890-a7d1-4fd3-a4bd-51894bdf75aa']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:57.377446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e55d6390>, '348bfeb9-7e4e-446e-b739-14b083f24767') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:57.377950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e55d6390>, '348bfeb9-7e4e-446e-b739-14b083f24767') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:29:57.406542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:57.438217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32e7d9-53ac-41a1-88da-fba84abd2212 req-7df94767-9096-4bb8-a242-f7dd5b911135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:57.439770 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e32e7d9-53ac-41a1-88da-fba84abd2212 req-7df94767-9096-4bb8-a242-f7dd5b911135 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2142248
Jan 22 15:29:57.569380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:57.571694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:29:57.610171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a926f4-42b9-445d-812a-57c616883f64 req-572c0554-ce79-4d13-870c-041729de6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:57.612608 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-572c0554-ce79-4d13-870c-041729de6377 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c79b902ff5f44fb9763db6382817e6d&device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 1160 time: 0.1035314
Jan 22 15:29:57.720159 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-f5de56f4-3e94-4933-95bd-ac41a7e35889 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 HTTP/1.1" status: 200  len: 217 time: 0.0927460
Jan 22 15:29:57.811264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a926f4-42b9-445d-812a-57c616883f64 req-a4b4294a-773a-485c-a919-96ae2c6d8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:57.812874 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-a4b4294a-773a-485c-a919-96ae2c6d8cea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b1e8468-16a5-4cbc-9067-6bd2622633ec HTTP/1.1" status: 200  len: 853 time: 0.0863926
Jan 22 15:29:57.873948 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-2f90096a-06a4-42b3-8b2f-59cc72bdfada service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20169389-ad32-44e8-96a1-11e500d6325a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532200
Jan 22 15:29:58.073467 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-4b458872-f7eb-47c3-906a-ae87e61522ee service neutron] 10.222.0.62 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915853
Jan 22 15:29:58.158133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:29:58.170739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:58.232723 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77a926f4-42b9-445d-812a-57c616883f64 req-bf4af558-3807-4b16-82b3-c58f7c0e6ad6 service neutron] 10.222.0.62 "GET /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1522746
Jan 22 15:29:58.407779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea4da-dd19-4af4-babf-df5c3ff16d48 req-aaffc5c2-7171-41b0-b7c6-5e1331e72ca0 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:58.409458 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cceea4da-dd19-4af4-babf-df5c3ff16d48 req-aaffc5c2-7171-41b0-b7c6-5e1331e72ca0 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 943 time: 0.3996127
Jan 22 15:29:58.439293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Network f917b890-a7d1-4fd3-a4bd-51894bdf75aa has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:29:58.481703 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:29:58.592923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0480f88-17a2-440e-9b41-ca9335ed7b9e req-96890134-d3aa-4faa-a076-c6e1222c21d6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:29:58.601138 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0480f88-17a2-440e-9b41-ca9335ed7b9e req-96890134-d3aa-4faa-a076-c6e1222c21d6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.5924058
Jan 22 15:29:58.646590 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cceea4da-dd19-4af4-babf-df5c3ff16d48 req-eb040339-63db-4d39-a44b-7f0f41b0e10f tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104471
Jan 22 15:29:58.696805 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0480f88-17a2-440e-9b41-ca9335ed7b9e req-31f544d2-d7c0-4525-89ae-d7cd57c7d7f8 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943148
Jan 22 15:29:58.820533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:58.824360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:58.847868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:58.850759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f917b890-a7d1-4fd3-a4bd-51894bdf75aa,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:58.854126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:58.898644 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c6e6be32-09ca-45c4-9c86-7c2e127846fd admin admin] 10.222.0.54 "DELETE /v2.0/networks/f917b890-a7d1-4fd3-a4bd-51894bdf75aa HTTP/1.1" status: 204  len: 168 time: 2.0618248
Jan 22 15:29:59.349575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45242) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:59.426052 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-20a6ca9b-4e19-4db9-932c-21ace0a04a55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81f2aae59b964855a6a475dce6642409&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0746493
Jan 22 15:29:59.429059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 45248) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:29:59.503137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5db24e79-d5c2-4e32-9ef0-2e0a9671c31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:59.533568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5db24e79-d5c2-4e32-9ef0-2e0a9671c31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:59.688714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5db24e79-d5c2-4e32-9ef0-2e0a9671c31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:59.695138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-46c15efe-1b45-495d-a271-985cd1a9c77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:29:59.728871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24e79-d5c2-4e32-9ef0-2e0a9671c31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da5878f-cfbc-430a-857c-a623c814e898,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:29:59.739571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5db24e79-d5c2-4e32-9ef0-2e0a9671c31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:29:59.747992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5db24e79-d5c2-4e32-9ef0-2e0a9671c31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:29:59.752807 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5db24e79-d5c2-4e32-9ef0-2e0a9671c31f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3da5878f-cfbc-430a-857c-a623c814e898 HTTP/1.1" status: 204  len: 168 time: 0.3221850
Jan 22 15:30:00.049134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d032-e92b-48b6-9534-a4fbd7a59035 req-56b05758-68de-4287-9431-b81604d7b9ea tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:00.051205 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cd24d032-e92b-48b6-9534-a4fbd7a59035 req-56b05758-68de-4287-9431-b81604d7b9ea tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 943 time: 0.1978650
Jan 22 15:30:00.130260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258e024-552d-4e96-9927-1723837c29b6 req-80c95e3b-ddcb-4ec8-b4e8-1052ab28d19a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:00.132185 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0258e024-552d-4e96-9927-1723837c29b6 req-80c95e3b-ddcb-4ec8-b4e8-1052ab28d19a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.2337170
Jan 22 15:30:00.174742 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cd24d032-e92b-48b6-9534-a4fbd7a59035 req-197a1793-4707-4842-b316-b64a775f891a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125994
Jan 22 15:30:00.200117 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0258e024-552d-4e96-9927-1723837c29b6 req-53721f0a-7973-4d42-b23a-b6ed40cb2e0c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612257
Jan 22 15:30:01.203773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 45286) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:01.450548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1810854082-network', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:01.457160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:01.465813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Usage tracker for resource:network and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:01.470433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:01.478194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:01.561682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a647369-59d3-4e61-bf6e-992ad329cc61 req-2ffb0040-4ad7-4bce-968a-f9c626d73cd6 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:01.563556 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a647369-59d3-4e61-bf6e-992ad329cc61 req-2ffb0040-4ad7-4bce-968a-f9c626d73cd6 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 943 time: 0.2224751
Jan 22 15:30:01.580102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Made reservation on behalf of 77939ebe45104284ad1cda9f66a108f2 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:30:01.586312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:01.606348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:01.628568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:01.636937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Usage tracker for resource:security_group_rule and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:01.640377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:01.647463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:01.659042 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a647369-59d3-4e61-bf6e-992ad329cc61 req-70244b16-9875-4767-b134-9bdc4542d77a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865116
Jan 22 15:30:01.694588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1154fa-b399-4345-86a9-c5a2a24cdcc3 req-0f857e74-ca52-4559-a9b0-9dcaf5e7973e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:01.696397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb1154fa-b399-4345-86a9-c5a2a24cdcc3 req-0f857e74-ca52-4559-a9b0-9dcaf5e7973e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.2620649
Jan 22 15:30:01.758729 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb1154fa-b399-4345-86a9-c5a2a24cdcc3 req-420b306d-0553-4a5c-906a-b3d4fd81baad tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549867
Jan 22 15:30:01.878939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:01.922897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:01.927886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-59b6475d-ab1b-4746-9a88-c893f191d834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:01.964023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:30:01.979813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b452835-3925-47a6-8998-d9189b7c69a2,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:01.983396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:01.983798 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Added segment e972ceaa-46e6-46de-89f3-05b08afc5b50 of type vxlan for network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f
Jan 22 15:30:01.985384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:02.014944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:02.108517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:02.109858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:02.110514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:02.120259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:02.242240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:02.248136 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:02.260609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:30:02.277935 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0728216
Jan 22 15:30:02.280849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 45298) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:02.292066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Request body: {'subnet': {'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1810854082-subnet', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:02.309617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:02.317782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Usage tracker for resource:subnet and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:02.324020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:02.342798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:02.385987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Made reservation on behalf of 77939ebe45104284ad1cda9f66a108f2 for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:30:02.393329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2292147'] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:02.897324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2292096'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:02.915664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:02.971012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ba090-c127-43bd-9ec4-05e4e5c0ac5f req-7d00484e-5675-4eb7-afee-dfe4a58c5836 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:02.973846 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f88ba090-c127-43bd-9ec4-05e4e5c0ac5f req-7d00484e-5675-4eb7-afee-dfe4a58c5836 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 943 time: 0.1441603
Jan 22 15:30:03.124212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af619ed1-4bc2-480c-a42c-523b506435c3,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:03.125564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbadbe9-81ea-4a51-abdb-d21cc1fdffac req-7a778db1-0906-411e-86c0-95291b20f559 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:03.128682 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bdbadbe9-81ea-4a51-abdb-d21cc1fdffac req-7a778db1-0906-411e-86c0-95291b20f559 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1535544
Jan 22 15:30:03.141518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:03.172175 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f88ba090-c127-43bd-9ec4-05e4e5c0ac5f req-dba02968-bb09-45ec-ba03-13bc930d1e1c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396470
Jan 22 15:30:03.178866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Checking segment: {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:03.179542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Network hostable DHCP agents. Network: 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:30:03.207946 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bdbadbe9-81ea-4a51-abdb-d21cc1fdffac req-103936dc-b92b-43be-9d0d-3e944c31898f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573077
Jan 22 15:30:03.249500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:30:03.294743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:03.308122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da621b-f93f-48cc-b69f-a27e451941c0 None None] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:30:03.316701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:03.317490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:03.375857 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0937521
Jan 22 15:30:03.379253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45308) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:03.389100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:03.395268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:03.400093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Usage tracker for resource:router and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:03.403503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:03.413805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:03.452033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:03.453708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:03.499918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:03.578978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:30:03.580144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:03.857213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:03.892336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Allocated IP 172.20.0.2 (9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f/af619ed1-4bc2-480c-a42c-523b506435c3/beee5524-9238-4c5d-9584-4de4f4c0bd06) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:30:04.124061 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:04.132701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:30:04.276432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Transition to ACTIVE for port object beee5524-9238-4c5d-9584-4de4f4c0bd06 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:04.295762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Transition to ACTIVE for port object beee5524-9238-4c5d-9584-4de4f4c0bd06 will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:04.331082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:04.413471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-aa4d5cb6-8e4c-4546-aaff-46ff099b8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:04.415290 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-aa4d5cb6-8e4c-4546-aaff-46ff099b8c94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1163 time: 0.1483927
Jan 22 15:30:04.528889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7642c214-6984-4321-905c-cd3c1533c13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:04.571364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:04.620096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267ebf4-db09-4926-a067-cb6753d2e4d1 req-e310cc99-229b-45bb-a5f9-8411cb4a648c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:04.622047 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7267ebf4-db09-4926-a067-cb6753d2e4d1 req-e310cc99-229b-45bb-a5f9-8411cb4a648c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 943 time: 0.2344208
Jan 22 15:30:04.632302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:04.654154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:04.666054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:04.674551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:30:04.722854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-f8b8ac13-863b-439c-8fae-1270692a2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:04.725782 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-f8b8ac13-863b-439c-8fae-1270692a2077 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.2871692
Jan 22 15:30:04.752039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Attempting to bind port beee5524-9238-4c5d-9584-4de4f4c0bd06 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:30:04.752459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Attempting to bind port beee5524-9238-4c5d-9584-4de4f4c0bd06 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:30:04.752923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Attempting to bind port beee5524-9238-4c5d-9584-4de4f4c0bd06 on network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:30:04.759772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:04.771519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:30:04.771951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Checking segment: {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:04.772408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:04.772859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Bound using segment: {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:30:04.773401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Bound port: beee5524-9238-4c5d-9584-4de4f4c0bd06, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:30:04.773823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:04.793351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:04.793779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:04.879893 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-03ca2ba3-f9d9-4edd-a07c-cb450cf1c69b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 1001 time: 0.1453249
Jan 22 15:30:04.938937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:04.942970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] For port beee5524-9238-4c5d-9584-4de4f4c0bd06, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:30:04.946396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] For port beee5524-9238-4c5d-9584-4de4f4c0bd06, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=beee5524-9238-4c5d-9584-4de4f4c0bd06,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:30:04.961679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Pushing event updated for resources: {'Port': ['ID=beee5524-9238-4c5d-9584-4de4f4c0bd06,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:04.983946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-2dffbc87-f940-4bbe-a762-869f670d56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:04.986991 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-2dffbc87-f940-4bbe-a762-869f670d56f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.1009030
Jan 22 15:30:04.991778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:04.997411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:05.020715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7642c214-6984-4321-905c-cd3c1533c13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:05.086963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-8b2b7a81-2c6c-43f0-910c-81838de5b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:05.088605 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-8b2b7a81-2c6c-43f0-910c-81838de5b45d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930796
Jan 22 15:30:05.155335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Pushing event updated for resources: {'Port': ['ID=beee5524-9238-4c5d-9584-4de4f4c0bd06,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:05.163509 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7267ebf4-db09-4926-a067-cb6753d2e4d1 req-7cd3251e-22cd-49eb-859f-eded6f0fa0dc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4803565
Jan 22 15:30:05.167398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:05.194894 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:05.238302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ddea9-6be0-415a-a819-95454d1a4a6a req-3b7e4ada-e7aa-4a4d-b7d0-9517d20315f9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:05.247064 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c53ddea9-6be0-415a-a819-95454d1a4a6a req-3b7e4ada-e7aa-4a4d-b7d0-9517d20315f9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.7659788
Jan 22 15:30:05.252031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:05.255301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:30:05.300532 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:05.301470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:05.304737 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c53ddea9-6be0-415a-a819-95454d1a4a6a req-13da5349-6952-4adf-b3d9-39f6a9bda968 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547447
Jan 22 15:30:05.442779 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7', 'code': 200}
Jan 22 15:30:05.443421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:05.478743 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-269aedcc-e71e-4970-9b8e-849065bd7f27 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3821323
Jan 22 15:30:05.635230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Allocated IP 172.27.3.235 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/e662e050-e057-4b27-aecf-2b9b38f51c73) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:30:05.805815 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e32a6a-e694-4cf3-9cf9-e0e69ed68c7b req-3c5ab803-a251-480c-8bf0-88eed5829c35 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3188934
Jan 22 15:30:05.848959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:05.856524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:05.857005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714139c7-9f55-47a6-b1bf-3b2159538479 req-9d7fe9da-f2e6-42f6-a3d5-76c5d1605ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:05.862429 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-714139c7-9f55-47a6-b1bf-3b2159538479 req-9d7fe9da-f2e6-42f6-a3d5-76c5d1605ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 1162 time: 0.1265013
Jan 22 15:30:05.877129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:05.960102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:05.960670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:05.982786 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-714139c7-9f55-47a6-b1bf-3b2159538479 req-ec512806-33cc-4dfb-a06b-660caaa34db6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087556
Jan 22 15:30:05.992670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:06.015864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a6b0a2bf-8681-47a0-ad79-21aae1994bc9 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:06.264673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Pushing event updated for resources: {'Port': ['ID=e662e050-e057-4b27-aecf-2b9b38f51c73,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:06.272326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:06.373585 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:06.387846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:06.396898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:30:06.536058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:06.661687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:06.663258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:06.925979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3a99c-da92-42d7-acd6-8acefc9952da req-efefedc3-cc7a-4f28-93eb-a142a92e234a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:06.926882 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-19c3a99c-da92-42d7-acd6-8acefc9952da req-efefedc3-cc7a-4f28-93eb-a142a92e234a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 945 time: 0.4619660
Jan 22 15:30:07.143261 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-19c3a99c-da92-42d7-acd6-8acefc9952da req-de4e0baa-5abd-4a57-9bcb-efab3e5e85a8 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089684
Jan 22 15:30:07.186003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38856d0c-5d10-489d-b799-d3fbc6720576 req-cd358863-20ef-418b-b1cf-52ebe2eda801 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:07.191245 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-38856d0c-5d10-489d-b799-d3fbc6720576 req-cd358863-20ef-418b-b1cf-52ebe2eda801 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.4434094
Jan 22 15:30:07.417923 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-38856d0c-5d10-489d-b799-d3fbc6720576 req-f8b6a9b5-583c-4a05-8403-c38c225ae244 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2085764
Jan 22 15:30:07.445502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:07.692323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0c6dd-e961-4c62-b576-1bcb875cf5db None None] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:30:07.837570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f1367846-f5ac-4ae5-bb09-f74c553230fd None None] Provisioning for port beee5524-9238-4c5d-9584-4de4f4c0bd06 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:07.939316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:08.014826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device beee5524-9238-4c5d-9584-4de4f4c0bd06 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:08.225873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port beee5524-9238-4c5d-9584-4de4f4c0bd06 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:08.233762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port beee5524-9238-4c5d-9584-4de4f4c0bd06 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:08.234193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:08.444209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:08.490839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port beee5524-9238-4c5d-9584-4de4f4c0bd06, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=beee5524-9238-4c5d-9584-4de4f4c0bd06,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:08.537498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:08.543434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:08.703218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=beee5524-9238-4c5d-9584-4de4f4c0bd06,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:08.717365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:08.730281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-6c45a7d2-79e0-489e-8bbf-99c4333bb6fd None None] Provisioning complete for port beee5524-9238-4c5d-9584-4de4f4c0bd06 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:08.730734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6c45a7d2-79e0-489e-8bbf-99c4333bb6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:08.844478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103b2c7-fc58-454a-80d1-5abe83d9c685 req-3563b77e-06a6-4fb3-98f3-d113c7742924 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:08.862766 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b103b2c7-fc58-454a-80d1-5abe83d9c685 req-3563b77e-06a6-4fb3-98f3-d113c7742924 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 945 time: 0.4366219
Jan 22 15:30:08.878616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Router d5f7ee20-2d00-45f7-954e-4905ddb141a1 is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:30:08.966375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa2a3f-8b75-4225-b513-a3544ceb1be9 req-bb5eb88f-6fcd-412f-8cef-5d4355cf930e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:08.975012 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a8fa2a3f-8b75-4225-b513-a3544ceb1be9 req-bb5eb88f-6fcd-412f-8cef-5d4355cf930e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.3039875
Jan 22 15:30:09.189338 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b103b2c7-fc58-454a-80d1-5abe83d9c685 req-2e1492dc-4c1a-47e2-b827-eed9e4c886c5 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524636
Jan 22 15:30:09.189835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-6842d3ec-3450-47f4-88c1-1406b89b795b None None] Provisioning complete for port beee5524-9238-4c5d-9584-4de4f4c0bd06 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:09.189835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6842d3ec-3450-47f4-88c1-1406b89b795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:09.189971 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a8fa2a3f-8b75-4225-b513-a3544ceb1be9 req-92153329-646a-422e-865f-c4c66ca75115 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761880
Jan 22 15:30:09.253357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:30:09.265417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Sync routers for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:30:09.278955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:09.279640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5938668>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:29:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:09.475183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:09.757884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Notify callbacks [] for router, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:09.762026 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.3786497
Jan 22 15:30:09.762503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45368) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:09.773393 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5938668>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:06Z', 'revision_number': 3, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:09.777703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Checking router: d5f7ee20-2d00-45f7-954e-4905ddb141a1 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:30:09.778103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Updating router d5f7ee20-2d00-45f7-954e-4905ddb141a1 port e662e050-e057-4b27-aecf-2b9b38f51c73 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:30:09.838820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:10.025801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device beee5524-9238-4c5d-9584-4de4f4c0bd06 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:10.243338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port beee5524-9238-4c5d-9584-4de4f4c0bd06 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:10.243765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:10.546160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:10.561042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Transition to ACTIVE for port object e662e050-e057-4b27-aecf-2b9b38f51c73 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:10.614113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:10.637466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:10.737320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d484cf5-e098-4deb-9c93-aff29d7a3471 None None] Pushing event updated for resources: {'Port': ['ID=e662e050-e057-4b27-aecf-2b9b38f51c73,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:10.781090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57459-9efb-40b5-bc10-0744e8a80a49 req-b2848bc7-640c-42ca-aacb-983fd22ee8af tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:10.782859 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d2f57459-9efb-40b5-bc10-0744e8a80a49 req-b2848bc7-640c-42ca-aacb-983fd22ee8af tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.3724327
Jan 22 15:30:10.873246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3d484cf5-e098-4deb-9c93-aff29d7a3471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:10.904186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Attempting to bind port e662e050-e057-4b27-aecf-2b9b38f51c73 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:30:10.904610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Attempting to bind port e662e050-e057-4b27-aecf-2b9b38f51c73 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:30:10.905024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Attempting to bind port e662e050-e057-4b27-aecf-2b9b38f51c73 on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:30:10.911720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:30:10.912138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:10.912764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:10.913598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:30:10.913746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Bound port: e662e050-e057-4b27-aecf-2b9b38f51c73, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:30:10.914107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:10.933165 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d2f57459-9efb-40b5-bc10-0744e8a80a49 req-9f1cb1ff-a039-4b11-ace7-d2f3c96877f7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1418495
Jan 22 15:30:10.939959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:11.004991 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] For port e662e050-e057-4b27-aecf-2b9b38f51c73, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:30:11.010942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] For port e662e050-e057-4b27-aecf-2b9b38f51c73, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=e662e050-e057-4b27-aecf-2b9b38f51c73,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:30:11.049318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:11.145939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:11.439813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d484cf5-e098-4deb-9c93-aff29d7a3471 None None] Pushing event updated for resources: {'Port': ['ID=e662e050-e057-4b27-aecf-2b9b38f51c73,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:11.446544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3d484cf5-e098-4deb-9c93-aff29d7a3471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:11.473165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:11.473867 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5938668>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:29:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:11.599362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Allocated IP 172.20.0.1 (9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f/af619ed1-4bc2-480c-a42c-523b506435c3/aaa5ad11-a7aa-4b1d-9e24-756913b597cd) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:30:11.694909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:11.788199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:11.805513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Transition to ACTIVE for port object aaa5ad11-a7aa-4b1d-9e24-756913b597cd will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:11.854752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:11.871649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:12.011380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:12.012057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5938668>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:06Z', 'revision_number': 3, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:12.016412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:12.018802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74964766-ffc1-4c09-9710-b204ffd17b98 None None] The sync data for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi is: [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:06Z', 'revision_number': 3, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:30:12.075147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:12.076487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:12.078584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:30:12.155641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:12.360418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-fd1cd2ea-5d05-4b7a-9112-ba3e87f59ee2 None None] Provisioning for port aaa5ad11-a7aa-4b1d-9e24-756913b597cd completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:12.366414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-fd1cd2ea-5d05-4b7a-9112-ba3e87f59ee2 None None] Provisioning complete for port aaa5ad11-a7aa-4b1d-9e24-756913b597cd triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:12.366886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fd1cd2ea-5d05-4b7a-9112-ba3e87f59ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:12.426412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-fd1cd2ea-5d05-4b7a-9112-ba3e87f59ee2 None None] Port aaa5ad11-a7aa-4b1d-9e24-756913b597cd cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:30:12.468213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144daae6-976a-4676-95e1-973aa8d3bf68 req-e43ce1f4-87a9-412f-8a89-7ec75115b57d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:12.475206 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-144daae6-976a-4676-95e1-973aa8d3bf68 req-e43ce1f4-87a9-412f-8a89-7ec75115b57d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.3159490
Jan 22 15:30:12.489481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-2be1c262-40a8-4a16-86d3-035d93e969bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:12.491151 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-2be1c262-40a8-4a16-86d3-035d93e969bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1163 time: 0.1074917
Jan 22 15:30:12.580394 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-144daae6-976a-4676-95e1-973aa8d3bf68 req-6558385a-0649-4152-9d8f-af407cf5c61e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021471
Jan 22 15:30:12.656958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-9448fba4-3442-4de8-a3ab-dde2f654928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:12.658780 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-9448fba4-3442-4de8-a3ab-dde2f654928f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.1606522
Jan 22 15:30:12.716819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:12.794194 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-751367d0-16bd-4826-9f62-ff22d98854d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 1001 time: 0.1285026
Jan 22 15:30:12.900352 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-965671a4-b8a0-48c8-808f-5ae7fd3a3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:12.902265 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-965671a4-b8a0-48c8-808f-5ae7fd3a3a6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.1014793
Jan 22 15:30:13.014774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-78caf1d2-83c2-4662-90e3-b73c0d314a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:13.017546 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-78caf1d2-83c2-4662-90e3-b73c0d314a59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1079242
Jan 22 15:30:13.133866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:13.180199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:13.183515 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-f0553c1c-10ba-4930-84b9-008695a225fa service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597521
Jan 22 15:30:13.210084 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:13.211304 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:13.298124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:13.314739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:13.320829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:13.458172 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:13.459468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:13.582711 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-23d113ed-e405-4ffa-904c-9aba11e0668c req-190a99bc-9f0a-49cb-8fee-6243f5ffffde service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3922181
Jan 22 15:30:13.669192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e3d0f2f7-fa2b-4c01-9eec-a4c6a7cfce18 None None] Provisioning complete for port aaa5ad11-a7aa-4b1d-9e24-756913b597cd triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:13.669192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f2f7-fa2b-4c01-9eec-a4c6a7cfce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:13.678181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Router d5f7ee20-2d00-45f7-954e-4905ddb141a1 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:30:13.725665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0f2f7-fa2b-4c01-9eec-a4c6a7cfce18 None None] Port aaa5ad11-a7aa-4b1d-9e24-756913b597cd cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:30:13.926992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device e662e050-e057-4b27-aecf-2b9b38f51c73 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:14.054286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port e662e050-e057-4b27-aecf-2b9b38f51c73 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:14.064140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port e662e050-e057-4b27-aecf-2b9b38f51c73 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:14.064577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:14.166102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:30:14.196679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:14.207269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6484133-69e9-43e6-b691-b6b4926b305b req-874cb412-3add-42d2-8bd8-469bfd20eb2f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:14.210081 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f6484133-69e9-43e6-b691-b6b4926b305b req-874cb412-3add-42d2-8bd8-469bfd20eb2f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.4525452
Jan 22 15:30:14.215289 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] 10.222.0.54 "PUT /v2.0/routers/d5f7ee20-2d00-45f7-954e-4905ddb141a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4515276
Jan 22 15:30:14.230453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port e662e050-e057-4b27-aecf-2b9b38f51c73, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=e662e050-e057-4b27-aecf-2b9b38f51c73,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:14.268782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:14.273208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-53639344-eb5c-4253-8b7b-7fd4a7a6aac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:14.289588 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f6484133-69e9-43e6-b691-b6b4926b305b req-60629b9b-0c6a-4029-8f08-512c2b4ec5c9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713720
Jan 22 15:30:14.363266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=e662e050-e057-4b27-aecf-2b9b38f51c73,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:14.366950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:15.138538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Sync routers for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:30:15.149340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:15.150008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a3cd68>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:29:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:15.208012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45466) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:15.214206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-189577669-network', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:15.219414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:15.223500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Usage tracker for resource:network and tenant:7396bea6dfcf4fdeb94a2de96df85abb is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:15.226604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:15.232439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:15.268821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Made reservation on behalf of 7396bea6dfcf4fdeb94a2de96df85abb for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:30:15.274465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.289472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.307170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:15.311953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Usage tracker for resource:security_group_rule and tenant:7396bea6dfcf4fdeb94a2de96df85abb is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:15.315454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:15.322942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:15.508654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:15.523140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.578005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca523a4-f213-4632-aadb-40847ba3ed1f req-c07068bd-0bce-4497-9022-66cd22f04b8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:15.579777 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fca523a4-f213-4632-aadb-40847ba3ed1f req-c07068bd-0bce-4497-9022-66cd22f04b8f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1314294
Jan 22 15:30:15.605970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.614301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ca38e27a-0a1c-43d4-b75d-bf42f53fd15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:15.653707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:30:15.679847 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fca523a4-f213-4632-aadb-40847ba3ed1f req-682fbed2-f957-492e-a28f-fbf03d0875f5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923145
Jan 22 15:30:15.687025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74123b71-2172-48cc-837c-b03624eeb229,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:15.691594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:15.692701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.693203 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Added segment 7998277e-a9f5-4a1c-977e-81588db1bac8 of type vxlan for network 165492bc-ae0f-4666-afb1-42beee512700
Jan 22 15:30:15.722841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.796941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.798249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:15.798983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.804734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:15.859538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a3cd68>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 2, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:15.866978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Checking router: d5f7ee20-2d00-45f7-954e-4905ddb141a1 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:30:15.867758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Updating router d5f7ee20-2d00-45f7-954e-4905ddb141a1 port aaa5ad11-a7aa-4b1d-9e24-756913b597cd binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:30:15.911384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device e662e050-e057-4b27-aecf-2b9b38f51c73 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:15.921018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Pushing event updated for resources: {'Network': ['ID=165492bc-ae0f-4666-afb1-42beee512700,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:15.933724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:15.946685 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7373993
Jan 22 15:30:15.949808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45476) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:15.952396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:15.955918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Request body: {'subnet': {'network_id': '165492bc-ae0f-4666-afb1-42beee512700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-189577669-subnet', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:15.962602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:15.966832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Usage tracker for resource:subnet and tenant:7396bea6dfcf4fdeb94a2de96df85abb is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:15.970057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:15.976572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:15.989443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 165492bc-ae0f-4666-afb1-42beee512700 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:30:16.003515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 165492bc-ae0f-4666-afb1-42beee512700 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:30:16.020737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Made reservation on behalf of 7396bea6dfcf4fdeb94a2de96df85abb for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:30:16.027943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852576128'] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:16.377235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port e662e050-e057-4b27-aecf-2b9b38f51c73 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:16.378339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:16.481754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:30:16.506694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:16.519964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Transition to ACTIVE for port object aaa5ad11-a7aa-4b1d-9e24-756913b597cd will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:16.557367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:16.574666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f1430dd9-e71e-42ac-b94b-311bb7c8e2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:16.665462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:16.676406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3025300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852576077'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:16.695516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:16.734091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Pushing event updated for resources: {'Port': ['ID=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:16.749951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port aec50d02-f2d9-4e1e-ad84-e776672980fa, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:16.751051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:30:16.756217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.756609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.757193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.757465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.757773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.758137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.758501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.759172 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.759543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.759910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.760271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.760631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.761056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.761417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.761776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.762135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.762491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.763955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.763955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.763955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.763955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.764337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.764512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.764866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:16.770640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:16.785895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:16.788614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3d484cf5-e098-4deb-9c93-aff29d7a3471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:16.869142 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'code': 422} returned with failed status
Jan 22 15:30:16.895085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a1b6c2-2d1a-46f2-923e-acee39c644ae,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:16.928692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=aec50d02-f2d9-4e1e-ad84-e776672980fa,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:16.933405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:16.962856 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:17.003533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Attempting to bind port aaa5ad11-a7aa-4b1d-9e24-756913b597cd on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:30:17.003957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Attempting to bind port aaa5ad11-a7aa-4b1d-9e24-756913b597cd by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:30:17.004342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Attempting to bind port aaa5ad11-a7aa-4b1d-9e24-756913b597cd on network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:30:17.011095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:30:17.011520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Checking segment: {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:17.011944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.012474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Bound using segment: {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:30:17.012882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Bound port: aaa5ad11-a7aa-4b1d-9e24-756913b597cd, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:30:17.013298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.100137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c925-580c-4e1c-8f49-bbde1f13b48e req-725a37ee-877d-4061-be97-9fe794c725d5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:17.101837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab15c925-580c-4e1c-8f49-bbde1f13b48e req-725a37ee-877d-4061-be97-9fe794c725d5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1953285
Jan 22 15:30:17.108666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Checking segment: {'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:17.108978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Network hostable DHCP agents. Network: 165492bc-ae0f-4666-afb1-42beee512700, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:30:17.114807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] For port aaa5ad11-a7aa-4b1d-9e24-756913b597cd, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:30:17.118113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] For port aaa5ad11-a7aa-4b1d-9e24-756913b597cd, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:30:17.148895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.164996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:17.174228 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab15c925-580c-4e1c-8f49-bbde1f13b48e req-83857994-86b4-4345-8e2f-a5ef7ddc1d79 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590484
Jan 22 15:30:17.194246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Network 165492bc-ae0f-4666-afb1-42beee512700 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:30:17.248998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 165492bc-ae0f-4666-afb1-42beee512700) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:17.256924 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ec732-5ec0-4cc4-ae73-e7a75654e0b2 None None] Network 165492bc-ae0f-4666-afb1-42beee512700 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:30:17.272131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:17.273468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.343773 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-19c0959a-806f-4421-80a7-c932dafd2abb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.3928213
Jan 22 15:30:17.346954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 45498) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:17.352796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:17.357814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Pushing event updated for resources: {'Port': ['ID=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,revision_number=4']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:17.360656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:17.370524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Usage tracker for resource:router and tenant:7396bea6dfcf4fdeb94a2de96df85abb is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:17.375703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:17.391061 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:17.404130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:17.430626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:17.431479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a3cd68>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:29:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:17.451874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.453045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.479199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.556053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-165492bc-ae0f-4666-afb1-42beee512700', 'network_id': '165492bc-ae0f-4666-afb1-42beee512700', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'fixed_ips': [{'subnet_id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:30:17.556993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.708746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:17.872071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:17.917041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Allocated IP 172.20.0.2 (165492bc-ae0f-4666-afb1-42beee512700/11a1b6c2-2d1a-46f2-923e-acee39c644ae/72853fd5-68b3-4834-8a23-b10732c356ba) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:30:18.181484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4a3cd68>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:17Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:18.187181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07a81b-b411-405c-a411-652fc3d862d9 None None] The sync data for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi is: [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:17Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:30:18.483142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:18.494118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:18.512795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Transition to ACTIVE for port object 72853fd5-68b3-4834-8a23-b10732c356ba will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:18.544105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:18.547742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Transition to ACTIVE for port object 72853fd5-68b3-4834-8a23-b10732c356ba will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:18.580931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:18.603366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:18.838765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Pushing event updated for resources: {'Port': ['ID=72853fd5-68b3-4834-8a23-b10732c356ba,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:18.841967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:18.868466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Network 165492bc-ae0f-4666-afb1-42beee512700 is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:18.869741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:18.872160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:30:18.935984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Attempting to bind port 72853fd5-68b3-4834-8a23-b10732c356ba on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:30:18.936740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Attempting to bind port 72853fd5-68b3-4834-8a23-b10732c356ba by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:30:18.937052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Attempting to bind port 72853fd5-68b3-4834-8a23-b10732c356ba on network 165492bc-ae0f-4666-afb1-42beee512700 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:30:18.950518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:30:18.950981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Checking segment: {'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:18.951442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:18.951892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Bound using segment: {'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:30:18.962623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Bound port: 72853fd5-68b3-4834-8a23-b10732c356ba, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:30:18.963181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:19.005733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Allocated IP 172.27.3.119 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/0209e54a-27a7-4a07-8209-4ff2774f4893) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:30:19.192145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] For port 72853fd5-68b3-4834-8a23-b10732c356ba, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:30:19.214290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] For port 72853fd5-68b3-4834-8a23-b10732c356ba, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=72853fd5-68b3-4834-8a23-b10732c356ba,segment=NetworkSegment(7998277e-a9f5-4a1c-977e-81588db1bac8),segment_id=7998277e-a9f5-4a1c-977e-81588db1bac8)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:30:19.246258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:19.277723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:19.294364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:19.361298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Pushing event updated for resources: {'Port': ['ID=72853fd5-68b3-4834-8a23-b10732c356ba,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:19.448579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:19.477552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-99a5b80d-6f74-4fba-9a48-1993c61540d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:19.485342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:19.553578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378026e-150a-44cc-a870-f06198efffd8 req-42ebe25b-9133-4b0a-8b6a-0c69b0f2c386 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:19.561632 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9378026e-150a-44cc-a870-f06198efffd8 req-42ebe25b-9133-4b0a-8b6a-0c69b0f2c386 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.2587535
Jan 22 15:30:19.633313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 45550) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:19.821022 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-81c854ed-cd37-4482-8744-7a13ef19bcf2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1862583
Jan 22 15:30:19.999176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0209e54a-27a7-4a07-8209-4ff2774f4893,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:20.013768 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9378026e-150a-44cc-a870-f06198efffd8 req-9663a470-445f-400b-a3a1-dd2032d107a1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4488616
Jan 22 15:30:20.014383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:20.038608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 72853fd5-68b3-4834-8a23-b10732c356ba up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:20.049125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:20.050701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:20.056969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:30:20.293883 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 72853fd5-68b3-4834-8a23-b10732c356ba completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:20.305054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device aaa5ad11-a7aa-4b1d-9e24-756913b597cd up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:20.465414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port aaa5ad11-a7aa-4b1d-9e24-756913b597cd completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:20.470851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port aaa5ad11-a7aa-4b1d-9e24-756913b597cd triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:20.476283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:20.591110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:20.601434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:20.637555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port aaa5ad11-a7aa-4b1d-9e24-756913b597cd, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:20.671763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:20.674713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:20.755541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:20.761361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:20.922704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf2d5d-5910-43f6-badb-a85c4b488b5e None None] Network 165492bc-ae0f-4666-afb1-42beee512700 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:30:20.963723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:21.045011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Provisioning for port 72853fd5-68b3-4834-8a23-b10732c356ba completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:21.061363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Provisioning complete for port 72853fd5-68b3-4834-8a23-b10732c356ba triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:21.061780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:21.241934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:30:21.284562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:21.332742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] For port 72853fd5-68b3-4834-8a23-b10732c356ba, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=72853fd5-68b3-4834-8a23-b10732c356ba,segment=NetworkSegment(7998277e-a9f5-4a1c-977e-81588db1bac8),segment_id=7998277e-a9f5-4a1c-977e-81588db1bac8)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:21.368542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:21.370442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:21.449396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Pushing event updated for resources: {'Port': ['ID=72853fd5-68b3-4834-8a23-b10732c356ba,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:21.459649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:21.478946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d05b45-218d-49a4-a952-a71a1f4956f8 req-444ee77b-2181-43a7-accd-e809db9b760a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:21.480758 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c5d05b45-218d-49a4-a952-a71a1f4956f8 req-444ee77b-2181-43a7-accd-e809db9b760a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.2804570
Jan 22 15:30:21.541897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:30:21.552176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Sync routers for ids ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:30:21.563306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Routers {'37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:21.564094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9048>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:29:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:21.570840 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c5d05b45-218d-49a4-a952-a71a1f4956f8 req-7cf2635b-7e66-4662-83fc-a22a9ba6142b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824492
Jan 22 15:30:21.615039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Notify callbacks [] for router, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:21.616377 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2684002
Jan 22 15:30:21.619598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 45574) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:21.634134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-44fad364-2499-497e-9c50-9a7bbb1dfd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:21.682446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-d0615690-5239-4d31-a943-62531a807903 None None] Provisioning complete for port 72853fd5-68b3-4834-8a23-b10732c356ba triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:21.683147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d0615690-5239-4d31-a943-62531a807903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:21.983141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 72853fd5-68b3-4834-8a23-b10732c356ba up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:22.060885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Set router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:22.359482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 72853fd5-68b3-4834-8a23-b10732c356ba triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:22.359905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:22.403260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:22.510672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-24555898-7fc8-477f-afcd-f7e39818749c None None] Provisioning complete for port 72853fd5-68b3-4834-8a23-b10732c356ba triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:22.511103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-24555898-7fc8-477f-afcd-f7e39818749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:22.648287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device aaa5ad11-a7aa-4b1d-9e24-756913b597cd up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:22.696298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9048>, [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:30:20Z', 'revision_number': 3, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:22.716111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Checking router: 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:30:22.716518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Updating router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 port 0209e54a-27a7-4a07-8209-4ff2774f4893 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:30:22.856426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:22.859405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66483fd-a2ef-4bc3-a10f-1a859ee78036 req-51dbead7-050a-4e12-a18f-7492ed785bb2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:22.862197 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f66483fd-a2ef-4bc3-a10f-1a859ee78036 req-51dbead7-050a-4e12-a18f-7492ed785bb2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1333501
Jan 22 15:30:22.888595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Allocated IP 172.20.0.1 (165492bc-ae0f-4666-afb1-42beee512700/11a1b6c2-2d1a-46f2-923e-acee39c644ae/ebca803a-394a-4c1b-9010-32faae46bf4b) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:30:22.899389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port aaa5ad11-a7aa-4b1d-9e24-756913b597cd triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:22.906096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:22.955072 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f66483fd-a2ef-4bc3-a10f-1a859ee78036 req-fb4ddb56-1fdb-4dc5-8334-a897475613ab tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836475
Jan 22 15:30:23.105234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.123871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Transition to ACTIVE for port object ebca803a-394a-4c1b-9010-32faae46bf4b will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:23.190895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.208202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-208c1203-6914-468d-b9f6-c011ef0d959c tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:23.349245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Pushing event updated for resources: {'Port': ['ID=ebca803a-394a-4c1b-9010-32faae46bf4b,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:23.353900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:23.410254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Network 165492bc-ae0f-4666-afb1-42beee512700 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:23.411518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:23.413936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:30:23.493146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.493667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.504152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Transition to ACTIVE for port object 0209e54a-27a7-4a07-8209-4ff2774f4893 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:23.581921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.598315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:23.748298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd62a0-df3a-4ef1-af04-78e62dd532ab None None] Pushing event updated for resources: {'Port': ['ID=0209e54a-27a7-4a07-8209-4ff2774f4893,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:23.753789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afd62a0-df3a-4ef1-af04-78e62dd532ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:23.811305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-bcec7e83-5ebb-4427-981b-d81eba3279f7 None None] Provisioning for port ebca803a-394a-4c1b-9010-32faae46bf4b completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:23.818083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Attempting to bind port 0209e54a-27a7-4a07-8209-4ff2774f4893 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:30:23.818499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Attempting to bind port 0209e54a-27a7-4a07-8209-4ff2774f4893 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:30:23.818937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Attempting to bind port 0209e54a-27a7-4a07-8209-4ff2774f4893 on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:30:23.822431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-bcec7e83-5ebb-4427-981b-d81eba3279f7 None None] Provisioning complete for port ebca803a-394a-4c1b-9010-32faae46bf4b triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:23.822873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bcec7e83-5ebb-4427-981b-d81eba3279f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.841004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.864904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:30:23.865385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:23.866032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.866722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:30:23.866906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Bound port: 0209e54a-27a7-4a07-8209-4ff2774f4893, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:30:23.867314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:23.951160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bcec7e83-5ebb-4427-981b-d81eba3279f7 None None] Port ebca803a-394a-4c1b-9010-32faae46bf4b cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:30:23.979686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] For port 0209e54a-27a7-4a07-8209-4ff2774f4893, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:30:23.983098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] For port 0209e54a-27a7-4a07-8209-4ff2774f4893, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=0209e54a-27a7-4a07-8209-4ff2774f4893,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:30:23.987154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2349b754-53a7-45ff-b3b2-2483bae03248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:24.021797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:24.039560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:24.221836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd62a0-df3a-4ef1-af04-78e62dd532ab None None] Pushing event updated for resources: {'Port': ['ID=0209e54a-27a7-4a07-8209-4ff2774f4893,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:24.236624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afd62a0-df3a-4ef1-af04-78e62dd532ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:24.252426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04911cff-edc7-443d-9fb6-ce1d19dfeedc req-a34fb804-fbbb-4725-ac5d-6a687aa6e029 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:24.254371 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04911cff-edc7-443d-9fb6-ce1d19dfeedc req-a34fb804-fbbb-4725-ac5d-6a687aa6e029 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1397583
Jan 22 15:30:24.291104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Routers {'37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:24.291820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9048>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:30:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:24.326411 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04911cff-edc7-443d-9fb6-ce1d19dfeedc req-25fd19b1-4c46-4bd0-9b24-e6fcfa4e0e93 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643573
Jan 22 15:30:24.465143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f847b-64c7-48ee-b22f-032395117a6b req-523b3f6f-b5b1-44c9-b614-f57bcfb83f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:24.466777 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-523b3f6f-b5b1-44c9-b614-f57bcfb83f73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b&tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 1161 time: 0.1528277
Jan 22 15:30:24.491168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:24.499733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] Set router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:24.535277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:24.567332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:24.660666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Pushing event updated for resources: {'Port': ['ID=ebca803a-394a-4c1b-9010-32faae46bf4b,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:24.663309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:24.746618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.747339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.747339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.747703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.748101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.748509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.748996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.749273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.749667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.750096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.750494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.750905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.751354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.751744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.752132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.752529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.752908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.753272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.753682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.754046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.754433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.754841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.755229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.755638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:24.764389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:24.811383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:24.837095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Network 165492bc-ae0f-4666-afb1-42beee512700 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:24.838289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:25.027801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9048>, [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 4, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ebca803a-394a-4c1b-9010-32faae46bf4b', 'name': '', 'network_id': '165492bc-ae0f-4666-afb1-42beee512700', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'mac_address': 'fa:16:3e:c6:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:22Z', 'updated_at': '2021-01-22T15:30:22Z', 'revision_number': 1, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'subnets': [{'id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:25.032054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30563225-2285-4f5c-b292-184ddc62a03f None None] The sync data for ids ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'] in dv-cinder-763774-2-iscsi is: [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 4, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ebca803a-394a-4c1b-9010-32faae46bf4b', 'name': '', 'network_id': '165492bc-ae0f-4666-afb1-42beee512700', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'mac_address': 'fa:16:3e:c6:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:22Z', 'updated_at': '2021-01-22T15:30:22Z', 'revision_number': 1, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'subnets': [{'id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:30:25.061043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:30:25.082471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f74d7d14-edc9-4ae4-a225-6b0629b2e715 None None] Provisioning complete for port ebca803a-394a-4c1b-9010-32faae46bf4b triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:25.082926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f74d7d14-edc9-4ae4-a225-6b0629b2e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:25.144022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f74d7d14-edc9-4ae4-a225-6b0629b2e715 None None] Port ebca803a-394a-4c1b-9010-32faae46bf4b cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:30:25.260446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:30:25.269946 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] 10.222.0.54 "PUT /v2.0/routers/37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6492045
Jan 22 15:30:25.543818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:25.631950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288d97e-1f3f-4821-856d-d4b10f450174 req-d867efb2-f6a3-407b-8f03-6b69eb31625e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:25.634006 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6288d97e-1f3f-4821-856d-d4b10f450174 req-d867efb2-f6a3-407b-8f03-6b69eb31625e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1231670
Jan 22 15:30:25.696640 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6288d97e-1f3f-4821-856d-d4b10f450174 req-bce6379d-3199-4998-8bf1-9eb8341d91df tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561917
Jan 22 15:30:25.942539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:25.945419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 0209e54a-27a7-4a07-8209-4ff2774f4893 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:26.081018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-968839297', 'description': 'tempest-TestShelveInstance-968839297 description'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:26.088757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 0209e54a-27a7-4a07-8209-4ff2774f4893 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:26.094481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 0209e54a-27a7-4a07-8209-4ff2774f4893 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:26.095057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.095602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:26.100973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Usage tracker for resource:security_group and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:26.104342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:26.111160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:26.228927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.283734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.307227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:26.311431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Usage tracker for resource:security_group_rule and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:26.315168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:26.323534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:26.337912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port 0209e54a-27a7-4a07-8209-4ff2774f4893, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=0209e54a-27a7-4a07-8209-4ff2774f4893,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:26.366485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.368828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:26.405836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.438834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=0209e54a-27a7-4a07-8209-4ff2774f4893,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:26.442268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:26.454414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.466022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f6772c9a-af6c-495c-b2cd-3240c76a5471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:26.503541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2db928-a075-431a-9ed4-55bac55b1b20,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:26.509981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:26.528517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.529838 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-508524b4-902b-4482-b784-f27e7d7f9239 req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.4553552
Jan 22 15:30:26.622749 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-24afb537-3900-469d-b608-c79332522472 req-09201006-d31a-47d8-b863-e9c049c68ef9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups/9d2db928-a075-431a-9ed4-55bac55b1b20 HTTP/1.1" status: 200  len: 1800 time: 0.0578737
Jan 22 15:30:26.633495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d2db928-a075-431a-9ed4-55bac55b1b20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:26.633855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d2db928-a075-431a-9ed4-55bac55b1b20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:26.644175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:26.648234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Usage tracker for resource:security_group_rule and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:26.651235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:26.657533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:26.749522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.784234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.820325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.822738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:26.850984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda2e4c6-937b-4a8b-83da-d9efa35d4d2a,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:26.904176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:26.934838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:26.936112 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-24afb537-3900-469d-b608-c79332522472 req-7a31464e-7c23-4845-bc22-84b8dc5e46e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3068936
Jan 22 15:30:26.954098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f847b-64c7-48ee-b22f-032395117a6b req-07fc2a0d-06af-4fc0-8a88-a912658df0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:26.955698 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-07fc2a0d-06af-4fc0-8a88-a912658df0e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1161 time: 0.0898662
Jan 22 15:30:26.974877 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1674f-4a77-43c2-b444-f30dd863da59 req-1374ebe9-0bd7-442a-93f1-db4325041c0d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:26.977265 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada1674f-4a77-43c2-b444-f30dd863da59 req-1374ebe9-0bd7-442a-93f1-db4325041c0d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1317146
Jan 22 15:30:27.064622 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-7169e567-d4af-4413-ad4a-b4427ceb728c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups/9d2db928-a075-431a-9ed4-55bac55b1b20 HTTP/1.1" status: 200  len: 2393 time: 0.0866561
Jan 22 15:30:27.080134 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada1674f-4a77-43c2-b444-f30dd863da59 req-7e607ea1-07c5-4ef9-86f8-22346941f1f9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896039
Jan 22 15:30:27.099004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d2db928-a075-431a-9ed4-55bac55b1b20', 'remote_group_id': None}]} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:27.099453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d2db928-a075-431a-9ed4-55bac55b1b20', 'remote_group_id': None}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:27.110423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:27.112884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f847b-64c7-48ee-b22f-032395117a6b req-03eb50b1-11a8-450f-999d-c7971a71ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:27.114639 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-03eb50b1-11a8-450f-999d-c7971a71ba28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.1522551
Jan 22 15:30:27.115141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Usage tracker for resource:security_group_rule and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:27.118259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:27.128488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:27.230968 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-1f817326-cbbb-4e78-a92c-9135f484f9a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 999 time: 0.1089392
Jan 22 15:30:27.257490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:27.282115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:27.300873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f847b-64c7-48ee-b22f-032395117a6b req-29165f7a-f41e-447a-883c-69be15da1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:27.302525 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-29165f7a-f41e-447a-883c-69be15da1a9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0650411
Jan 22 15:30:27.314920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:27.317082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:27.342948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0e4a7f-11d9-4f84-9c85-428549853ea2,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:27.347924 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:27.380697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:27.382020 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60a49e82-f6e5-44eb-8722-089b9c92576f req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2883067
Jan 22 15:30:27.392726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f847b-64c7-48ee-b22f-032395117a6b req-aa24dda1-7d5b-44a3-8e25-1b00a56ada3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:27.394418 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-aa24dda1-7d5b-44a3-8e25-1b00a56ada3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859396
Jan 22 15:30:27.546792 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-6de9c228-72b3-4547-a42f-2593af22c32b service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449504
Jan 22 15:30:27.697428 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b80f847b-64c7-48ee-b22f-032395117a6b req-2ce48923-8396-4f6e-a776-db8dc0df5a45 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392169
Jan 22 15:30:27.913472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 0209e54a-27a7-4a07-8209-4ff2774f4893 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:27.991190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 0209e54a-27a7-4a07-8209-4ff2774f4893 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:27.991642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:28.441450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Sync routers for ids ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:30:28.453159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Routers {'37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:28.453863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c23780>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:30:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:28.615839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcb36-cba4-49f9-b04f-60ac633e7680 req-c4865ef8-daec-4332-9af8-ef30dd85815e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:28.617640 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77cfcb36-cba4-49f9-b04f-60ac633e7680 req-c4865ef8-daec-4332-9af8-ef30dd85815e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.3405950
Jan 22 15:30:28.708780 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-77cfcb36-cba4-49f9-b04f-60ac633e7680 req-0574567e-1ad2-4021-88b2-54c090213c36 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790079
Jan 22 15:30:28.846758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Set router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:29.205635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c23780>, [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 4, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ebca803a-394a-4c1b-9010-32faae46bf4b', 'name': '', 'network_id': '165492bc-ae0f-4666-afb1-42beee512700', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'mac_address': 'fa:16:3e:c6:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:22Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 2, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'subnets': [{'id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:29.211606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Checking router: 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:30:29.212305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Updating router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 port ebca803a-394a-4c1b-9010-32faae46bf4b binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:30:29.272803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:29.733269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:29.745620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Transition to ACTIVE for port object ebca803a-394a-4c1b-9010-32faae46bf4b will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:29.777794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:29.794149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:29.929686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2e77d-b8c5-462e-adca-eb171f54ac25 None None] Pushing event updated for resources: {'Port': ['ID=ebca803a-394a-4c1b-9010-32faae46bf4b,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:29.933197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-37b2e77d-b8c5-462e-adca-eb171f54ac25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:29.957546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ea98-23cb-4709-98f8-e4d3e959e21e req-656140cb-4c22-4f24-90e2-0fce0b95ab44 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:29.959249 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d605ea98-23cb-4709-98f8-e4d3e959e21e req-656140cb-4c22-4f24-90e2-0fce0b95ab44 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1122324
Jan 22 15:30:30.014492 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d605ea98-23cb-4709-98f8-e4d3e959e21e req-ebed5999-5131-44af-9974-a648d6e56b03 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489480
Jan 22 15:30:30.102681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Attempting to bind port ebca803a-394a-4c1b-9010-32faae46bf4b on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:30:30.103102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Attempting to bind port ebca803a-394a-4c1b-9010-32faae46bf4b by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:30:30.103511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Attempting to bind port ebca803a-394a-4c1b-9010-32faae46bf4b on network 165492bc-ae0f-4666-afb1-42beee512700 {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:30:30.110441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:30:30.110893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Checking segment: {'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:30:30.111336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:30.111773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Bound using segment: {'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:30:30.112287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Bound port: ebca803a-394a-4c1b-9010-32faae46bf4b, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7998277e-a9f5-4a1c-977e-81588db1bac8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '165492bc-ae0f-4666-afb1-42beee512700'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:30:30.112710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:30.221176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] For port ebca803a-394a-4c1b-9010-32faae46bf4b, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:30:30.224663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] For port ebca803a-394a-4c1b-9010-32faae46bf4b, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ebca803a-394a-4c1b-9010-32faae46bf4b,segment=NetworkSegment(7998277e-a9f5-4a1c-977e-81588db1bac8),segment_id=7998277e-a9f5-4a1c-977e-81588db1bac8)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:30:30.255096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:30.270581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:30.426022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2e77d-b8c5-462e-adca-eb171f54ac25 None None] Pushing event updated for resources: {'Port': ['ID=ebca803a-394a-4c1b-9010-32faae46bf4b,revision_number=4']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:30.438752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-37b2e77d-b8c5-462e-adca-eb171f54ac25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:30.486721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Routers {'37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:30:30.487435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c23780>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:30:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:30.695630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] Set router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:30:31.052936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c23780>, [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 4, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ebca803a-394a-4c1b-9010-32faae46bf4b', 'name': '', 'network_id': '165492bc-ae0f-4666-afb1-42beee512700', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'mac_address': 'fa:16:3e:c6:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:22Z', 'updated_at': '2021-01-22T15:30:30Z', 'revision_number': 4, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'subnets': [{'id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:30:31.057311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ee847-8e45-4493-a994-20b7bfc15b5d None None] The sync data for ids ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'] in dv-cinder-763774-2-iscsi is: [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:30:23Z', 'revision_number': 4, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'ebca803a-394a-4c1b-9010-32faae46bf4b', 'name': '', 'network_id': '165492bc-ae0f-4666-afb1-42beee512700', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'mac_address': 'fa:16:3e:c6:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:22Z', 'updated_at': '2021-01-22T15:30:30Z', 'revision_number': 4, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'subnets': [{'id': '11a1b6c2-2d1a-46f2-923e-acee39c644ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:30:31.305486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0531f9-d7c5-4b90-8805-883cf84569f3 req-a14dc447-4a3c-4467-b725-19b11e030d48 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:31.307502 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a0531f9-d7c5-4b90-8805-883cf84569f3 req-a14dc447-4a3c-4467-b725-19b11e030d48 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1222053
Jan 22 15:30:31.366047 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a0531f9-d7c5-4b90-8805-883cf84569f3 req-c6a4cf57-5509-4ac0-8e7a-26403dcfe6eb tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511751
Jan 22 15:30:31.943602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ebca803a-394a-4c1b-9010-32faae46bf4b up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:32.054743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port ebca803a-394a-4c1b-9010-32faae46bf4b completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:30:32.061296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port ebca803a-394a-4c1b-9010-32faae46bf4b triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:32.061548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:32.195313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:32.230727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port ebca803a-394a-4c1b-9010-32faae46bf4b, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ebca803a-394a-4c1b-9010-32faae46bf4b,segment=NetworkSegment(7998277e-a9f5-4a1c-977e-81588db1bac8),segment_id=7998277e-a9f5-4a1c-977e-81588db1bac8)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:32.271968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:32.274103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:32.350132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=ebca803a-394a-4c1b-9010-32faae46bf4b,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:32.350778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:32.632473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0f059-e3ce-41c9-a68b-a37a519479e0 req-19ba46df-0dec-4685-9ceb-7e7c1800204e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:32.634099 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a6a0f059-e3ce-41c9-a68b-a37a519479e0 req-19ba46df-0dec-4685-9ceb-7e7c1800204e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1145799
Jan 22 15:30:32.689659 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a6a0f059-e3ce-41c9-a68b-a37a519479e0 req-a729e640-a98a-4e14-a406-fca4b79382da tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491691
Jan 22 15:30:33.922314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ebca803a-394a-4c1b-9010-32faae46bf4b up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:33.960732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412752d-2ef0-4e51-8faa-03cd5c65d49c req-0b2dfa5d-9a40-42d8-89f0-e5dfe991cdaa tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:33.962126 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e412752d-2ef0-4e51-8faa-03cd5c65d49c req-0b2dfa5d-9a40-42d8-89f0-e5dfe991cdaa tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1200979
Jan 22 15:30:34.025769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port ebca803a-394a-4c1b-9010-32faae46bf4b triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:34.026182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:34.027781 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e412752d-2ef0-4e51-8faa-03cd5c65d49c req-c25b6b3e-ed00-4a0e-898c-bbf34b45bef4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551841
Jan 22 15:30:34.258193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:30:35.341623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4b17f-c740-42dc-ad6d-83a3b84d2b68 req-48819669-7d8c-431b-9294-b14b4335e9d8 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:35.346904 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e3c4b17f-c740-42dc-ad6d-83a3b84d2b68 req-48819669-7d8c-431b-9294-b14b4335e9d8 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1218958
Jan 22 15:30:35.405131 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e3c4b17f-c740-42dc-ad6d-83a3b84d2b68 req-0f4aa8d0-5e74-48ab-b4bb-8a64061289ee tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517969
Jan 22 15:30:36.669606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a0e79-9e4c-474d-b44b-277e611f2835 req-9a551bc1-7b91-477c-98f2-43621045a0e5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:36.672951 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e6a0e79-9e4c-474d-b44b-277e611f2835 req-9a551bc1-7b91-477c-98f2-43621045a0e5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1146271
Jan 22 15:30:36.726215 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e6a0e79-9e4c-474d-b44b-277e611f2835 req-30c3fa51-bf36-48c1-a7bb-afde40386678 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476437
Jan 22 15:30:37.997445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9619e5-c7f6-4755-9f50-cd241e39d560 req-c925a5c2-b01b-44b3-83fa-2e6ea38bbe43 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:37.999250 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d9619e5-c7f6-4755-9f50-cd241e39d560 req-c925a5c2-b01b-44b3-83fa-2e6ea38bbe43 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1191564
Jan 22 15:30:38.060572 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d9619e5-c7f6-4755-9f50-cd241e39d560 req-1b8266ed-ca46-4662-bed2-80c4da49c67a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541351
Jan 22 15:30:39.356490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48cb96-c588-4687-94ee-8154e632129f req-96fb55dd-27a1-4ac1-a20f-c49a930931f7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:39.358133 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4c48cb96-c588-4687-94ee-8154e632129f req-96fb55dd-27a1-4ac1-a20f-c49a930931f7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1288421
Jan 22 15:30:39.420311 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4c48cb96-c588-4687-94ee-8154e632129f req-5acf56fa-7704-4525-86f0-d0d8ee686eec tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518284
Jan 22 15:30:40.699550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d65d7-b8b7-4a3b-8c5f-d2f5be98d957 req-6f7873a2-bee4-48d1-ace0-eb4a72812ef2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:40.701255 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-731d65d7-b8b7-4a3b-8c5f-d2f5be98d957 req-6f7873a2-bee4-48d1-ace0-eb4a72812ef2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1138115
Jan 22 15:30:40.758179 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-731d65d7-b8b7-4a3b-8c5f-d2f5be98d957 req-43fa49a6-7103-4e62-acdb-aed08ccc85b9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500939
Jan 22 15:30:42.029336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdecb-cf5c-4803-985d-ca56b8f2c522 req-7f163dcc-8244-41a9-9912-2bd42e3e985a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:42.031478 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9c8bdecb-cf5c-4803-985d-ca56b8f2c522 req-7f163dcc-8244-41a9-9912-2bd42e3e985a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1090295
Jan 22 15:30:42.085670 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9c8bdecb-cf5c-4803-985d-ca56b8f2c522 req-2336d024-76f5-435f-9d42-5be6393952f9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479693
Jan 22 15:30:43.357881 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b784147-1f61-4436-8153-e8dcfc74abbb req-747fab11-b434-43b2-b7f1-52ffd70089db tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:43.357881 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b784147-1f61-4436-8153-e8dcfc74abbb req-747fab11-b434-43b2-b7f1-52ffd70089db tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1138761
Jan 22 15:30:43.383164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:43.412035 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b784147-1f61-4436-8153-e8dcfc74abbb req-4e427c24-aef6-4958-aae9-383829de2428 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506394
Jan 22 15:30:44.311949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea1f3-6668-4839-91b1-d3b3d68cb400 req-b3bbdc00-bdae-45d9-b952-4debf196599a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:44.314160 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-516ea1f3-6668-4839-91b1-d3b3d68cb400 req-b3bbdc00-bdae-45d9-b952-4debf196599a tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 945 time: 0.1114876
Jan 22 15:30:44.373858 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-516ea1f3-6668-4839-91b1-d3b3d68cb400 req-783d2e3a-1861-437b-a157-319fdcd35d07 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518296
Jan 22 15:30:44.689951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec02f6c-37b0-40d4-b5d5-aa571a75fe44 req-0ca3e3f2-2ced-431b-bc4f-ae6eb8cc395b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:44.691694 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9ec02f6c-37b0-40d4-b5d5-aa571a75fe44 req-0ca3e3f2-2ced-431b-bc4f-ae6eb8cc395b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1123006
Jan 22 15:30:44.747346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9ec02f6c-37b0-40d4-b5d5-aa571a75fe44 req-eab52d3b-f3fb-45bd-9217-360238eef66f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491955
Jan 22 15:30:45.634047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e054a1-2592-4446-b52c-d2b11e7da1c2 req-87ff61bf-f68d-4156-a652-73f4d2e1140c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:45.635738 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-31e054a1-2592-4446-b52c-d2b11e7da1c2 req-87ff61bf-f68d-4156-a652-73f4d2e1140c tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 945 time: 0.1147594
Jan 22 15:30:45.687909 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-31e054a1-2592-4446-b52c-d2b11e7da1c2 req-dceb76d2-e3d3-4e66-9f61-85b1fdac3d51 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453899
Jan 22 15:30:46.004207 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe372-10dc-4247-bd27-d17154d8afac req-53f7210a-aada-4712-9794-12a12c1632c5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:46.005862 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f4efe372-10dc-4247-bd27-d17154d8afac req-53f7210a-aada-4712-9794-12a12c1632c5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1077359
Jan 22 15:30:46.078812 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f4efe372-10dc-4247-bd27-d17154d8afac req-4518b17a-cd77-4a84-aec6-ebcf2e1c3d24 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638289
Jan 22 15:30:46.120989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332796bb-d338-45ce-ae20-9dece854a8ae req-f17c045f-b0ae-4487-b9f6-c85d75fbe287 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:46.121771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-332796bb-d338-45ce-ae20-9dece854a8ae req-f17c045f-b0ae-4487-b9f6-c85d75fbe287 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Synchronizing usage tracker for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:30:46.165842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-332796bb-d338-45ce-ae20-9dece854a8ae req-f17c045f-b0ae-4487-b9f6-c85d75fbe287 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Unset dirty status for tenant:0c79b902ff5f44fb9763db6382817e6d on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:30:46.167111 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-332796bb-d338-45ce-ae20-9dece854a8ae req-f17c045f-b0ae-4487-b9f6-c85d75fbe287 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 945 time: 0.1603098
Jan 22 15:30:46.247672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Deleting port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:30:46.248057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:46.486285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:30:46.513287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] For port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:46.513690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:46.612534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:46.641299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:30:46.652020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:46.657529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Calling delete_port for 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:30:46.692195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:46.694284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:46.736909 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7', 'code': 200}
Jan 22 15:30:46.781165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:46.791096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.791096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.791508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.791888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.792265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.792639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.793014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.793386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.793772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.794154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.794701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.795073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.795679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.795860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.797078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.797452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.797818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.798233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.798614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.798983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.799346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.799707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.800070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.800437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:46.805382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:46.829477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:30:46.829951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:30:46.957088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b212c-0fa7-489e-952a-724bdaab2a75 req-ba427604-5b71-4383-bff3-888f83616a16 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:46.958743 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-da9b212c-0fa7-489e-952a-724bdaab2a75 req-ba427604-5b71-4383-bff3-888f83616a16 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 943 time: 0.1104238
Jan 22 15:30:47.012835 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-da9b212c-0fa7-489e-952a-724bdaab2a75 req-d795102d-83f8-44b5-b619-79b4bb3916e2 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/security-groups?id=c398d6b5-2742-4bbd-8905-0185b733664f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476921
Jan 22 15:30:47.326163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b7ba-6a74-409e-867e-4daf2987b2f3 req-10b09229-312d-482e-bfc3-d2dfe59495a7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:47.327820 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b530b7ba-6a74-409e-867e-4daf2987b2f3 req-10b09229-312d-482e-bfc3-d2dfe59495a7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1109395
Jan 22 15:30:47.330860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Deleting port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:30:47.331263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:47.381048 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b530b7ba-6a74-409e-867e-4daf2987b2f3 req-fd16ec06-50f7-48be-9e20-382566fc5932 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467458
Jan 22 15:30:47.597388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] For port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,segment=NetworkSegment(9a1fb6b3-bdfb-454c-b947-206b3b2bddc6),segment_id=9a1fb6b3-bdfb-454c-b947-206b3b2bddc6)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:47.597792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:47.727582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Calling delete_port for 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:30:47.968188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:47.983400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:48.030334 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Pushing event deleted for resources: {'Port': ['ID=6d5bf61c-10b3-4604-aa8f-a5a295ac58a7,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:48.204484 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1ba20bf8-9f24-4c59-b86f-f97effe0f2a9 req-ec53c1c2-6cb0-4372-bbd4-202eb6d892e1 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 210 time: 0.0526669
Jan 22 15:30:48.301239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:48.406595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] No DVR routers for this DVR port 6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:30:48.408998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:48.411798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'name': 'network-vif-deleted', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:30:48.460919 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-332796bb-d338-45ce-ae20-9dece854a8ae req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.62 "DELETE /v2.0/ports/6d5bf61c-10b3-4604-aa8f-a5a295ac58a7 HTTP/1.1" status: 204  len: 173 time: 2.2876806
Jan 22 15:30:48.470789 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e1b288-ee19-438f-b950-f0135df35dc7', 'name': 'network-vif-deleted', 'tag': '6d5bf61c-10b3-4604-aa8f-a5a295ac58a7', 'status': 'completed', 'code': 200}
Jan 22 15:30:48.633099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e345e36-eb62-4af2-bc9c-16c961c1bdd2 req-c056b362-aef2-4936-b4fc-2f47404c5318 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:48.634654 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4e345e36-eb62-4af2-bc9c-16c961c1bdd2 req-c056b362-aef2-4936-b4fc-2f47404c5318 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1079483
Jan 22 15:30:48.689331 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4e345e36-eb62-4af2-bc9c-16c961c1bdd2 req-073cb379-4212-40c9-b861-dbf4ce497fc1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478873
Jan 22 15:30:49.389205 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-acd47fc4-403d-455d-a4c8-b824f1afee01 req-d590c0ff-7bdd-48bf-b9a0-b7bf130418cb tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 210 time: 0.0498397
Jan 22 15:30:49.936104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac855e-d75f-4b08-b1ec-0fa2c8d38552 req-94d1f4c0-8ec4-466c-bd9f-5d2d6976981f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:49.937706 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9bac855e-d75f-4b08-b1ec-0fa2c8d38552 req-94d1f4c0-8ec4-466c-bd9f-5d2d6976981f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1056049
Jan 22 15:30:49.993779 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9bac855e-d75f-4b08-b1ec-0fa2c8d38552 req-9f5e9c74-004d-453e-9a49-536001ab3538 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491271
Jan 22 15:30:50.569198 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7776cae1-2dc9-4c36-a851-0e268e9fc0e2 req-c8982e90-7d96-4a2b-8405-eb33ecb90013 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] 10.222.0.54 "GET /v2.0/ports?device_id=22e1b288-ee19-438f-b950-f0135df35dc7 HTTP/1.1" status: 200  len: 210 time: 0.0512788
Jan 22 15:30:51.253269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa52637-f52a-4897-a738-cf30a65c78d2 req-d8956684-e3cd-4cbe-b069-9849a252aa05 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:51.254967 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5aa52637-f52a-4897-a738-cf30a65c78d2 req-d8956684-e3cd-4cbe-b069-9849a252aa05 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1072757
Jan 22 15:30:51.312011 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5aa52637-f52a-4897-a738-cf30a65c78d2 req-8db3892a-52eb-46e2-a39d-faf8575b1a62 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504260
Jan 22 15:30:51.602852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-363c6b27-1daf-4889-81ae-d2f86ecf8394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:52.601876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4f69f-eb08-4da6-84cf-b754b144a055 req-8cce6004-6547-4271-b13e-7340ee23bcd6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:52.603680 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ca4f69f-eb08-4da6-84cf-b754b144a055 req-8cce6004-6547-4271-b13e-7340ee23bcd6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 944 time: 0.1239958
Jan 22 15:30:52.660992 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ca4f69f-eb08-4da6-84cf-b754b144a055 req-b75f203c-29d1-49bf-9e6d-9ac264bea2d2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502942
Jan 22 15:30:52.924000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-86455490-23c2-403a-9f86-0bf541858ef5 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Synchronizing usage tracker for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:30:52.959835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-86455490-23c2-403a-9f86-0bf541858ef5 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Unset dirty status for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:30:52.961287 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-86455490-23c2-403a-9f86-0bf541858ef5 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-968839297&fields=id&tenant_id=77939ebe45104284ad1cda9f66a108f2 HTTP/1.1" status: 200  len: 267 time: 0.0849538
Jan 22 15:30:53.036205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:53.114986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:53.115397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:53.187661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-ed46600c-2715-4e7e-8739-23ef86b5148f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:53.190519 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-ed46600c-2715-4e7e-8739-23ef86b5148f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 809 time: 0.2214441
Jan 22 15:30:53.207219 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-9ae388fe-d9b3-4cdc-8035-c6f9d6a1c132 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/quotas/77939ebe45104284ad1cda9f66a108f2 HTTP/1.1" status: 200  len: 375 time: 0.0108416
Jan 22 15:30:53.245950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:53.277785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:30:53.289595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port aec50d02-f2d9-4e1e-ad84-e776672980fa, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:30:53.313530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-37849e1e-734c-44c7-ad0a-89ded87a9a75 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Synchronizing usage tracker for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:30:53.322090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:53.326048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3d484cf5-e098-4deb-9c93-aff29d7a3471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:53.367745 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'code': 200}
Jan 22 15:30:53.386206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-37849e1e-734c-44c7-ad0a-89ded87a9a75 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Unset dirty status for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:30:53.387720 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-37849e1e-734c-44c7-ad0a-89ded87a9a75 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1741362
Jan 22 15:30:53.426174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=aec50d02-f2d9-4e1e-ad84-e776672980fa,revision_number=6']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:53.429860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:53.582391 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-01c3e8e3-6093-4d5f-96fc-20aa797c02b0 service neutron] 10.222.0.54 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397879
Jan 22 15:30:53.734601 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-f0dc89a3-358b-4f02-b6dd-84f4a9d16ccb service neutron] 10.222.0.54 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452518
Jan 22 15:30:53.920147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a82dae8a-5978-49ba-a3bf-f20d978b8338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:53.960011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41133c48-8f4e-4ad3-bcc2-6ce14a43ff9e req-9f34dfb9-a326-4858-ae85-174fe3667a8a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:53.963047 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41133c48-8f4e-4ad3-bcc2-6ce14a43ff9e req-9f34dfb9-a326-4858-ae85-174fe3667a8a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1437016
Jan 22 15:30:54.021371 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41133c48-8f4e-4ad3-bcc2-6ce14a43ff9e req-b2faf656-eebe-4632-a27f-cea8ebb3ea5b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522535
Jan 22 15:30:54.033341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac140-ae19-4aae-a7d2-5cc95e698753 req-0ee083b9-2e33-4ce7-8cc3-e8c3e1d55c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:54.035028 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8d6ac140-ae19-4aae-a7d2-5cc95e698753 req-0ee083b9-2e33-4ce7-8cc3-e8c3e1d55c99 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1163 time: 0.0827508
Jan 22 15:30:54.093751 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8d6ac140-ae19-4aae-a7d2-5cc95e698753 req-57cbd1cf-49bd-490b-a0fb-77de50d5f329 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466294
Jan 22 15:30:54.320743 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c4c2f83b-9efc-4074-b2f9-5567de0b0c92 req-3ed85afc-1be8-4740-aaf5-8c41eb0329f6 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 210 time: 0.0484490
Jan 22 15:30:54.794225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:55.286521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32657b78-053f-479e-87b4-620a4e6a8011 req-37b3f376-af03-4101-b339-a0a96dd393bc tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:55.288302 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32657b78-053f-479e-87b4-620a4e6a8011 req-37b3f376-af03-4101-b339-a0a96dd393bc tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1102121
Jan 22 15:30:55.341855 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32657b78-053f-479e-87b4-620a4e6a8011 req-e52e58b9-dde8-4fba-9c07-ed830c77a6e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471323
Jan 22 15:30:55.505000 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3125f5db-5d50-45f0-911a-8b8c9f79de9d req-e719ff55-e1be-49dd-9239-a33e2776234b tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 210 time: 0.0518849
Jan 22 15:30:55.548662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:55.855290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46108) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:55.940240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.009976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.026087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:56.030114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Usage tracker for resource:security_group_rule and tenant:a32e655997694df5b67df8c821107c65 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:56.033078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:56.039005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:56.194177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.242299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.252366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c3e7a209-35b3-4614-9d32-b134b980b836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:56.296895 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a32e655997694df5b67df8c821107c65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4403400
Jan 22 15:30:56.299088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf3bed-eb04-4492-8e19-0963385c0ccd,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:56.300985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46116) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:56.308147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:56.368136 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.397620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.468296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.473972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-762c55b5-58c5-41e6-8192-135bdbeba13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:56.485202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf3bed-eb04-4492-8e19-0963385c0ccd,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:56.535037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.535404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.535803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.536196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.536583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.536982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.537370 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.537755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.538138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.538518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.538929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.539307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.539745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.540123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.540503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.540882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.541258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.541633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.542009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.542385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.542802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.543181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.543696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.544082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:30:56.548664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:56.555610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:56.559319 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1daf3bed-eb04-4492-8e19-0963385c0ccd HTTP/1.1" status: 204  len: 168 time: 0.2547746
Jan 22 15:30:56.635847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafd8f1-ef45-4cd5-92ec-353e490992a8 req-f8c19893-a442-4a23-a3e0-798819016fd3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:56.637544 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-eaafd8f1-ef45-4cd5-92ec-353e490992a8 req-f8c19893-a442-4a23-a3e0-798819016fd3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1475799
Jan 22 15:30:56.724083 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-972ef97b-88e3-40f5-bc00-6899bfda9756 req-6a048991-d53a-4351-a3c8-3d5ee0a43109 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 210 time: 0.0622139
Jan 22 15:30:56.738323 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-eaafd8f1-ef45-4cd5-92ec-353e490992a8 req-09fc7c9e-fa7c-41a0-b5ef-d5f8876979c7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936553
Jan 22 15:30:57.092596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46130) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:57.113079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.132089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:57.136097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9b9a0ee1e64d54941946420dbad3b8 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:30:57.139080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:30:57.145447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:57.233165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.274188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.284211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b85dc90e-bf72-4e1d-a137-844973bb1d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:57.321327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:30:57.328273 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c9b9a0ee1e64d54941946420dbad3b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2342982
Jan 22 15:30:57.332050 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46134) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:30:57.333632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e59d1a-8928-48ba-a687-588670e04e7f,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:57.338260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:57.397198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port aec50d02-f2d9-4e1e-ad84-e776672980fa triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:30:57.397616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.403082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.431034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.514230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.519116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-dc80b855-fb3c-4790-b254-c759cc97e2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:57.534014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e59d1a-8928-48ba-a687-588670e04e7f,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:57.538182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:57.543942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:57.545165 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61e59d1a-8928-48ba-a687-588670e04e7f HTTP/1.1" status: 204  len: 168 time: 0.2118502
Jan 22 15:30:57.975008 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1df04ab9-2818-4c20-ba02-d108ae8c6cee req-1aad7f75-948d-4305-b7b7-6a1aa3b19a5c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 210 time: 0.1164339
Jan 22 15:30:58.101081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5dad-2c3e-41d3-ae53-07195ec676fe req-a6e37ea6-8c37-4f1d-8551-02b8fcbb708e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:58.113414 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74e5dad-2c3e-41d3-ae53-07195ec676fe req-a6e37ea6-8c37-4f1d-8551-02b8fcbb708e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1844151
Jan 22 15:30:58.174490 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74e5dad-2c3e-41d3-ae53-07195ec676fe req-a50891a0-f29a-40dc-908d-4e9b2c023b04 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632968
Jan 22 15:30:58.326736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-928c5d00-4704-4f5e-ba9e-4a8ef49b6964 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:58.327566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-928c5d00-4704-4f5e-ba9e-4a8ef49b6964 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Synchronizing usage tracker for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:network {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:30:58.380745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-928c5d00-4704-4f5e-ba9e-4a8ef49b6964 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Unset dirty status for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:network {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:30:58.383576 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-928c5d00-4704-4f5e-ba9e-4a8ef49b6964 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 809 time: 0.3179018
Jan 22 15:30:58.480015 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-4c27c042-5c58-4265-bdf5-0f8f1fa0b185 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Synchronizing usage tracker for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:security_group {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:30:58.499643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-4c27c042-5c58-4265-bdf5-0f8f1fa0b185 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Unset dirty status for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:security_group {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:30:58.499643 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-4c27c042-5c58-4265-bdf5-0f8f1fa0b185 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77939ebe45104284ad1cda9f66a108f2 HTTP/1.1" status: 200  len: 5757 time: 0.0938935
Jan 22 15:30:58.504713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'port': {'device_id': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'admin_state_up': True, 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'security_groups': ['9d2db928-a075-431a-9ed4-55bac55b1b20']}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:30:58.659288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:30:58.669389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:30:58.751639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Made reservation on behalf of 77939ebe45104284ad1cda9f66a108f2 for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:30:58.761693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:59.281980 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a324f5ca-360a-4d3a-921b-f9a497774e03 req-1404161d-cc35-4f4a-9e21-582e64972651 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 210 time: 0.0497165
Jan 22 15:30:59.297617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Allocated IP 172.20.0.5 (9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f/af619ed1-4bc2-480c-a42c-523b506435c3/21aa70f9-a0a1-4ea6-9203-a8c36462ffde) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:30:59.474377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dab8c-25c8-4b4f-94bd-ee82347c869d req-aeb5bc4f-a360-45cb-8427-cd71eb1f649a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:30:59.476111 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3c5dab8c-25c8-4b4f-94bd-ee82347c869d req-aeb5bc4f-a360-45cb-8427-cd71eb1f649a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1146512
Jan 22 15:30:59.533981 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3c5dab8c-25c8-4b4f-94bd-ee82347c869d req-69e59ae1-5cbd-4a8f-8e75-5bf6f6e6f93c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510907
Jan 22 15:30:59.599382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:59.616152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Transition to ACTIVE for port object 21aa70f9-a0a1-4ea6-9203-a8c36462ffde will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:30:59.692059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:30:59.713141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54dfaa68-410b-4c08-a976-48c4749ffeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:30:59.857065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event updated for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:30:59.862390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:30:59.920599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:30:59.922126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:30:59.924947 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:31:00.014202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:00.014933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:00.126237 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6259506
Jan 22 15:31:00.147706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Request body: {'port': {'device_id': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:00.201191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-c9f46739-f4db-476c-9f43-cd30e3b225dc None None] Provisioning for port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:00.207727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-c9f46739-f4db-476c-9f43-cd30e3b225dc None None] Provisioning complete for port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:00.208157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c9f46739-f4db-476c-9f43-cd30e3b225dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:00.277695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c9f46739-f4db-476c-9f43-cd30e3b225dc None None] Port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:31:00.309559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:00.556105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52ac77-fba6-4273-9490-7ceea165e633 req-55fc2513-1777-43c5-8a73-113922f5b66c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:00.557828 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb52ac77-fba6-4273-9490-7ceea165e633 req-55fc2513-1777-43c5-8a73-113922f5b66c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 931 time: 0.1179187
Jan 22 15:31:00.620175 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb52ac77-fba6-4273-9490-7ceea165e633 req-ed24c116-0206-4fbd-90be-7603b20f1688 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0530713
Jan 22 15:31:00.804950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21aa70f9-a0a1-4ea6-9203-a8c36462ffde {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:31:00.813608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:00.829852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Transition to ACTIVE for port object 21aa70f9-a0a1-4ea6-9203-a8c36462ffde will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:31:00.845506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6c5b-95bd-458f-8fad-4474c882e3a5 req-0e9aa7e8-fc0f-4e5e-918b-c58e78beb7d1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:00.847276 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-340a6c5b-95bd-458f-8fad-4474c882e3a5 req-0e9aa7e8-fc0f-4e5e-918b-c58e78beb7d1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1113393
Jan 22 15:31:00.865389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:00.883268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:00.904799 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-340a6c5b-95bd-458f-8fad-4474c882e3a5 req-b3518351-7ed8-4b86-9c5b-2eebc0775dc7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506041
Jan 22 15:31:01.019476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Pushing event updated for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:01.024823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:01.222745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Attempting to bind port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:31:01.223103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Attempting to bind port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:31:01.223506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Attempting to bind port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde on network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:31:01.230090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:31:01.230485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Checking segment: {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:31:01.230934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:01.231353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Bound using segment: {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:31:01.231855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Bound port: 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e972ceaa-46e6-46de-89f3-05b08afc5b50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:31:01.232236 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:01.287978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46250) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:01.344374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:31:01.347710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:31:01.389435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:01.405419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a0d4f7ca-c6da-41c6-a509-a4dc41f44c80 tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:01.540749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:01.578434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:01.587112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Usage tracker for resource:security_group_rule and tenant:ce01b470e8524a46b58e05334953bf69 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:01.592324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Pushing event updated for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:01.596001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:01.601356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:01.614676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:01.669679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:01.670298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:01.671822 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] 10.222.0.62 "PUT /v2.0/ports/21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 1157 time: 1.5327840
Jan 22 15:31:01.672433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:31:01.824758 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'status': 'completed', 'code': 200}
Jan 22 15:31:01.840671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:01.892097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:01.904830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-52d4d7e3-62f5-426d-8b03-d920fa3d9811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:01.939966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-afd4e6eb-bb53-48fd-8e95-59f750df2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:01.941640 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-afd4e6eb-bb53-48fd-8e95-59f750df2a64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1160 time: 0.1723228
Jan 22 15:31:01.945627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6473d71-b827-4cb7-82f4-2bc21a8489ce,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:02.015558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:02.036730 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-f7120909-fed3-454a-84e4-5fd4a02bfb0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 217 time: 0.0805840
Jan 22 15:31:02.042832 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce01b470e8524a46b58e05334953bf69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7512262
Jan 22 15:31:02.043142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46264) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:02.087359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb49210-4595-46ef-acbf-59dcbea888da req-db7f182c-9746-4636-8aa9-a613ce57d8a3 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:02.095470 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6bb49210-4595-46ef-acbf-59dcbea888da req-db7f182c-9746-4636-8aa9-a613ce57d8a3 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.3374233
Jan 22 15:31:02.143572 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6bb49210-4595-46ef-acbf-59dcbea888da req-2c5ab101-5908-4734-a11f-fb5ea2e70d80 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0471461
Jan 22 15:31:02.228771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-ef855e23-d1b9-4588-9633-ec8b35755f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:02.230974 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-ef855e23-d1b9-4588-9633-ec8b35755f82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.1631920
Jan 22 15:31:02.306745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:02.348478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:02.366940 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-6cd3242e-61b3-47f7-9c14-1b08ca311c4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2410223
Jan 22 15:31:02.421620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-81a5a4a6-9df2-4d7e-a7ce-ce0e215f8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:02.423279 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-81a5a4a6-9df2-4d7e-a7ce-ce0e215f8353 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1797752
Jan 22 15:31:02.460123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:02.512606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4da37f9a-e85c-44aa-8351-cf36320362cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:02.777992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6473d71-b827-4cb7-82f4-2bc21a8489ce,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:02.788415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:02.809348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:02.809348 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6473d71-b827-4cb7-82f4-2bc21a8489ce HTTP/1.1" status: 204  len: 168 time: 0.7634969
Jan 22 15:31:02.876890 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-54a93034-6477-4fec-80f5-2768853c3198 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4466872
Jan 22 15:31:02.878908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-0a5e9459-afca-416c-b57d-8707c2bc6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:02.880410 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-0a5e9459-afca-416c-b57d-8707c2bc6ab9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 1163 time: 0.1473053
Jan 22 15:31:03.158794 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8c77715d-8668-479d-9be2-5adf04cb8a7a req-b789f063-04e8-4da6-ab6c-6847c2ee59e2 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2657182
Jan 22 15:31:03.159871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-602e0947-c0ae-4a28-9228-470a6e4e145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:03.161318 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-602e0947-c0ae-4a28-9228-470a6e4e145c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.2457340
Jan 22 15:31:03.277824 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-d85ada24-aaea-4f55-b994-c637ad29fd32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 200  len: 1001 time: 0.1029620
Jan 22 15:31:03.367824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-dc5ec692-2687-4eb9-a57a-c5b5977bea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:03.369461 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-dc5ec692-2687-4eb9-a57a-c5b5977bea33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0778849
Jan 22 15:31:03.389902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053900-93dc-41c3-9262-e36c5517981a req-9be89236-2aeb-455f-9d9f-b8f9743f3498 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:03.391654 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32053900-93dc-41c3-9262-e36c5517981a req-9be89236-2aeb-455f-9d9f-b8f9743f3498 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1128743
Jan 22 15:31:03.459382 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32053900-93dc-41c3-9262-e36c5517981a req-af1124ec-3ff1-41d2-94ca-d9859f8317ea tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0608106
Jan 22 15:31:03.470718 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46280) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:03.493400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:03.510428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:03.514903 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Usage tracker for resource:security_group_rule and tenant:45bcf463c10b4b68bba60942c8b79bd5 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:03.518518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:03.525403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:03.578210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-2cfe5d4d-c5da-4619-b8fa-2a00774da681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:03.580469 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-2cfe5d4d-c5da-4619-b8fa-2a00774da681 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1160 time: 0.1173482
Jan 22 15:31:03.583237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-86a8703c-2b89-436e-9017-140a6032c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:03.584716 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-86a8703c-2b89-436e-9017-140a6032c4d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1638052
Jan 22 15:31:03.618284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:03.663052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:03.672510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9d4cd811-213d-4f3a-bf69-b0950e3bfc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:03.719650 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45bcf463c10b4b68bba60942c8b79bd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2448282
Jan 22 15:31:03.719650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f2fd4-c813-41f0-8caf-878cb90a2ce4,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:03.721282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46286) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:03.724338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ec192c9-6ede-40b1-b167-78885f8d3424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:03.786770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:03.820308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:03.856982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-9f8405a3-094d-4f16-a7d4-cbe696304cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:03.858586 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-9f8405a3-094d-4f16-a7d4-cbe696304cfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.2651885
Jan 22 15:31:03.861358 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-c0b883de-2e5b-460a-880c-77f40cda4d5d service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450759
Jan 22 15:31:03.899850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:03.905094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-782d99b1-856c-4cb5-a1a7-2ce5e5767185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:03.918795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f2fd4-c813-41f0-8caf-878cb90a2ce4,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:03.923314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:03.928879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:03.932330 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea3f2fd4-c813-41f0-8caf-878cb90a2ce4 HTTP/1.1" status: 204  len: 168 time: 0.2078371
Jan 22 15:31:03.981247 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-ddc804dd-fdd1-4a2f-b706-f103f8ccb643 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 217 time: 0.1099973
Jan 22 15:31:04.128313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-e3f03d77-937e-4bb2-b401-40d8287da92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:04.129957 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-e3f03d77-937e-4bb2-b401-40d8287da92c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.1012149
Jan 22 15:31:04.194701 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39be7d10-fdfd-47b4-8489-f07b32165681 req-003827f6-dd63-4654-ae73-014d41ecb68c service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2593350
Jan 22 15:31:04.229549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-264f0886-50da-465c-9ba4-287fd0ba5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:04.231233 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-264f0886-50da-465c-9ba4-287fd0ba5adc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867860
Jan 22 15:31:04.699790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19491e-0da4-4d7c-a0b2-92918295d5a1 req-2d57c9ad-04fd-47bb-a247-552994ee0e91 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:04.701469 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb19491e-0da4-4d7c-a0b2-92918295d5a1 req-2d57c9ad-04fd-47bb-a247-552994ee0e91 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1100738
Jan 22 15:31:04.756426 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb19491e-0da4-4d7c-a0b2-92918295d5a1 req-213bd19e-0b35-4f5a-bfc4-64a7fb582b1c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0474288
Jan 22 15:31:05.997647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af9866-4813-4ba7-861d-7b5413336295 req-603fc0ef-2d17-4b3a-816c-91a5bd42ea9f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:06.005832 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2af9866-4813-4ba7-861d-7b5413336295 req-603fc0ef-2d17-4b3a-816c-91a5bd42ea9f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1204760
Jan 22 15:31:06.052553 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2af9866-4813-4ba7-861d-7b5413336295 req-509cb550-f473-4b11-8003-91239b59593d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457799
Jan 22 15:31:07.152690 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-2ebc749d-760f-4fea-bb35-df40b41d4987 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524508
Jan 22 15:31:07.299481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeed95-6c47-4380-ba1a-ca6999f7f1aa req-7145456c-905c-4abe-bff4-8d3a32cd1d15 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:07.301304 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3feeed95-6c47-4380-ba1a-ca6999f7f1aa req-7145456c-905c-4abe-bff4-8d3a32cd1d15 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1121480
Jan 22 15:31:07.303516 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6197fe2e-d9b0-4045-8f86-c0da8bb03fe2 req-94971d7f-94ec-4c0b-befe-90136255eb85 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433301
Jan 22 15:31:07.358469 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3feeed95-6c47-4380-ba1a-ca6999f7f1aa req-7536e557-d29a-41d0-8b0b-152c3f92a602 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0501063
Jan 22 15:31:08.843592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a114444-b3fb-4245-8ee5-f2fb3b10e4e1 req-0d9cdc9e-1141-464e-8be0-c49cdb16a1da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:08.843592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a114444-b3fb-4245-8ee5-f2fb3b10e4e1 req-0d9cdc9e-1141-464e-8be0-c49cdb16a1da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.3347142
Jan 22 15:31:08.899246 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a114444-b3fb-4245-8ee5-f2fb3b10e4e1 req-32d8650f-8753-4f34-b42d-dcb1bafd06b5 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0476284
Jan 22 15:31:10.243644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2d5d-d8cf-4e44-865f-5972ddc2076d req-b57c0c0c-0476-4e21-af7f-1cae43d85b00 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:10.245296 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef1e2d5d-d8cf-4e44-865f-5972ddc2076d req-b57c0c0c-0476-4e21-af7f-1cae43d85b00 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2173276
Jan 22 15:31:10.296946 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef1e2d5d-d8cf-4e44-865f-5972ddc2076d req-f762e5fc-baae-4e19-ac4e-a131c7a4643a tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453525
Jan 22 15:31:11.258036 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:31:11.680679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43590-f7d4-40e9-aa68-986afbd0a6ef req-8fc87080-cf9c-40fa-bdb9-5f96b2f09576 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:11.682327 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9ec43590-f7d4-40e9-aa68-986afbd0a6ef req-8fc87080-cf9c-40fa-bdb9-5f96b2f09576 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1085930
Jan 22 15:31:11.740508 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9ec43590-f7d4-40e9-aa68-986afbd0a6ef req-40124649-8c06-48ef-b1df-a4553dcfb788 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0514755
Jan 22 15:31:12.473385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 21aa70f9-a0a1-4ea6-9203-a8c36462ffde up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:12.579731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:12.585075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:12.585499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:12.712414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:12.741363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:31:12.758878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:31:12.813805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:12.816517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:12.859012 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'code': 200}
Jan 22 15:31:12.897678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:12.901211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:12.989366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0500ab7-6659-429a-ab4c-da5d2d49190b req-212d9244-e427-41a6-b5b8-e7feb78d2bb0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:12.991129 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b0500ab7-6659-429a-ab4c-da5d2d49190b req-212d9244-e427-41a6-b5b8-e7feb78d2bb0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1112230
Jan 22 15:31:13.061743 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b0500ab7-6659-429a-ab4c-da5d2d49190b req-7ec19fea-b467-42e0-af2b-6def69de7575 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0640233
Jan 22 15:31:13.194022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:13.288997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddc033-a754-4d13-a19a-2199b79e587f req-6c16306a-0d64-472f-8d83-d57665d53bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:13.290532 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-94ddc033-a754-4d13-a19a-2199b79e587f req-6c16306a-0d64-472f-8d83-d57665d53bef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.0811968
Jan 22 15:31:13.335182 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-94ddc033-a754-4d13-a19a-2199b79e587f req-447dfe6b-c6d9-42f7-9cb8-4e4d715c0927 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0384626
Jan 22 15:31:14.090930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 21aa70f9-a0a1-4ea6-9203-a8c36462ffde up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:14.179054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:14.179601 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:14.326575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ebb63-259b-4e8f-bd35-b55a108a15dd req-e2f1f7e9-a90a-472f-839d-8ddd05970483 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:14.328592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c70ebb63-259b-4e8f-bd35-b55a108a15dd req-e2f1f7e9-a90a-472f-839d-8ddd05970483 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1322443
Jan 22 15:31:14.386396 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c70ebb63-259b-4e8f-bd35-b55a108a15dd req-639deb86-1c75-4ce7-9861-c1083ac7edc4 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0501521
Jan 22 15:31:15.622805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebb354-e5c8-43e5-9bd3-6f22cc3883e7 req-30fc6fe3-c54e-499e-a96d-e36e5d34c39b tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:15.624652 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcebb354-e5c8-43e5-9bd3-6f22cc3883e7 req-30fc6fe3-c54e-499e-a96d-e36e5d34c39b tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1095614
Jan 22 15:31:15.679136 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcebb354-e5c8-43e5-9bd3-6f22cc3883e7 req-0c10854c-2188-4c4d-8afa-087a40aed817 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0474746
Jan 22 15:31:15.929651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42141174-a311-4b99-a337-3a511881ab44 req-2092133d-3fa4-4546-8c2f-509eac8f879d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:15.931291 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42141174-a311-4b99-a337-3a511881ab44 req-2092133d-3fa4-4546-8c2f-509eac8f879d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1109817
Jan 22 15:31:15.984748 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42141174-a311-4b99-a337-3a511881ab44 req-0347029e-087b-43a9-a842-5a9231b58794 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0465572
Jan 22 15:31:16.213838 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-b85d4e7f-7369-4da5-812d-9857dc16bad2 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1740062
Jan 22 15:31:16.224723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:16.236207 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:16.240349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Usage tracker for resource:floatingip and tenant:77939ebe45104284ad1cda9f66a108f2 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:16.243544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:16.249512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:16.316759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for floatingip, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:16.466655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:16.747604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Allocated IP 172.27.3.124 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/2c8078d6-53f7-49b9-a8ce-b20ad9aa4135) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:31:16.967987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:16.977484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46508) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:17.042631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.066800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:17.152784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.168508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:17.173407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Usage tracker for resource:security_group_rule and tenant:bc5bb37d423a4acc85c72bc071a96adc is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:17.176455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:17.182998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:17.210446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event updated for resources: {'Port': ['ID=2c8078d6-53f7-49b9-a8ce-b20ad9aa4135,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:17.215962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:17.273296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:31:17.274071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:17.276625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:31:17.278450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.325440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.335285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a2ebf8f0-a716-43c5-8824-086f784df3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:17.379372 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc5bb37d423a4acc85c72bc071a96adc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4007049
Jan 22 15:31:17.380490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c7e73-5df0-41ca-8d4d-5357cba19f12,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:17.383140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46522) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:17.385668 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:17.409661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for floatingip, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.453003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.482726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.508520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.576888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.582131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-71545234-a9b1-440a-add5-519749faa322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:17.597312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c7e73-5df0-41ca-8d4d-5357cba19f12,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:17.599958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:17.601404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.605547 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/485c7e73-5df0-41ca-8d4d-5357cba19f12 HTTP/1.1" status: 204  len: 168 time: 0.2214315
Jan 22 15:31:17.789151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.845513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:17.862142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:17.994979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event updated for resources: {'Port': ['ID=2c8078d6-53f7-49b9-a8ce-b20ad9aa4135,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:17.999809 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:18.106858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.127417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46530) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:18.146214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.156756 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.158387 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9385040
Jan 22 15:31:18.161716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:18.165799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Usage tracker for resource:security_group_rule and tenant:c6093bc4912b4d7195b67330a007876d is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:18.168816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:18.175219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:18.249152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-ca2d1ed4-ec86-41cf-b2c7-03be999714c0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Synchronizing usage tracker for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:floatingip {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:31:18.260554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.291033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.301047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-148d9937-0120-4858-beef-64ca67cb9eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:18.322093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-ca2d1ed4-ec86-41cf-b2c7-03be999714c0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Unset dirty status for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:floatingip {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:31:18.323806 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-ca2d1ed4-ec86-41cf-b2c7-03be999714c0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.124 HTTP/1.1" status: 200  len: 696 time: 0.1585028
Jan 22 15:31:18.349811 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6093bc4912b4d7195b67330a007876d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2184222
Jan 22 15:31:18.349811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab1f23-c0aa-4aab-8bc7-3ea784bf0385,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:18.350515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46536) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:18.353804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6ce0ad42-98a6-4001-8050-76025bdd3212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:18.422881 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.450946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.515319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-04beb044-eb6a-4dc4-9722-785ae4038107 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:18.516902 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-04beb044-eb6a-4dc4-9722-785ae4038107 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1868141
Jan 22 15:31:18.527757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-07db6220-4ecf-446e-8f09-cd632dc627fd tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:31:18.527936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.528814 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac452cb2-b284-44b8-ba31-977c9102ab69 req-07db6220-4ecf-446e-8f09-cd632dc627fd tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061274
Jan 22 15:31:18.533747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b4708a66-05fc-4cdd-a6ea-6891ca0c97bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:18.546790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab1f23-c0aa-4aab-8bc7-3ea784bf0385,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:18.550738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:18.552930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:18.557357 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aeab1f23-c0aa-4aab-8bc7-3ea784bf0385 HTTP/1.1" status: 204  len: 168 time: 0.2023625
Jan 22 15:31:18.768719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761352-8529-4f9b-a546-09adf78c0e60 req-53cdb808-e6b7-4bb9-bbaa-711750b5d340 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:18.770365 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-53cdb808-e6b7-4bb9-bbaa-711750b5d340 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1145992
Jan 22 15:31:18.863608 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-a38a1165-3ddd-42b2-aa0c-504d1d248fb0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.124 HTTP/1.1" status: 200  len: 696 time: 0.0865717
Jan 22 15:31:18.874951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Request body: {'floatingip': {'port_id': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:18.966399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.185647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46550) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:19.205087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.222215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:19.226314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:679aa24ec82a43b6a18576e024ac8b9e is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:19.229324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:19.235930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:19.320507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.365023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.374829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3ef7b815-c822-4366-b8c6-17601b439e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:19.423159 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=679aa24ec82a43b6a18576e024ac8b9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2362337
Jan 22 15:31:19.424398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff17203-8dfb-4f16-aad3-b5df877967be,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:19.426729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46554) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:19.429434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-715605e6-abbb-4d8f-861c-0182722f7fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:19.491885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7839a9cd-6af0-49a7-bf04-06ff82b15f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.519403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7839a9cd-6af0-49a7-bf04-06ff82b15f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.599630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7839a9cd-6af0-49a7-bf04-06ff82b15f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.604870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e11614dc-9953-45fe-ba39-eebfde4eca5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:19.618873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839a9cd-6af0-49a7-bf04-06ff82b15f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff17203-8dfb-4f16-aad3-b5df877967be,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:19.621979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7839a9cd-6af0-49a7-bf04-06ff82b15f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:19.622938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7839a9cd-6af0-49a7-bf04-06ff82b15f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.627856 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7839a9cd-6af0-49a7-bf04-06ff82b15f9e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eff17203-8dfb-4f16-aad3-b5df877967be HTTP/1.1" status: 204  len: 168 time: 0.1964157
Jan 22 15:31:19.748267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46562) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:19.819827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Deleting subnet 3b1e8468-16a5-4cbc-9067-6bd2622633ec {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:31:19.823062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.849844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.876153 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.876716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:19.938967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:20.068821 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Floating IP 5935c3c2-785a-49b6-8c88-42a31d8f17c1 associated. External IP: 172.27.3.124, port: 21aa70f9-a0a1-4ea6-9203-a8c36462ffde.
Jan 22 15:31:20.472182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Router d5f7ee20-2d00-45f7-954e-4905ddb141a1 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:31:20.487100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:20.503401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:20.589405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1e8468-16a5-4cbc-9067-6bd2622633ec,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:20.597515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:20.642517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:20.649724 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e80f94a4-4dc2-48ed-af09-6f859ac0a093 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3b1e8468-16a5-4cbc-9067-6bd2622633ec HTTP/1.1" status: 204  len: 168 time: 0.9002292
Jan 22 15:31:20.652528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46580) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:20.681168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:31:20.686156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:20.694856 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] Sync routers for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:31:20.710923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:20.711631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9518>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:30:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:20.754802 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ca741db3-0c36-4cfa-98b2-e27ad3789227 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "PUT /v2.0/floatingips/5935c3c2-785a-49b6-8c88-42a31d8f17c1 HTTP/1.1" status: 200  len: 996 time: 1.8848352
Jan 22 15:31:20.755323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:31:20.778175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:20.828210 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'status': 'completed', 'code': 200}
Jan 22 15:31:21.036994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761352-8529-4f9b-a546-09adf78c0e60 req-aa66e62e-16c0-43c1-aa29-da7b1192271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:21.039678 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-aa66e62e-16c0-43c1-aa29-da7b1192271b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.2672174
Jan 22 15:31:21.119664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:21.134021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:21.204311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-b45ab286-6497-4b23-93c7-8e1f84062b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:21.206161 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-b45ab286-6497-4b23-93c7-8e1f84062b0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.2976203
Jan 22 15:31:21.207825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761352-8529-4f9b-a546-09adf78c0e60 req-6e1edab0-5d7d-4ee7-880d-49c82b5d2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:21.209609 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-6e1edab0-5d7d-4ee7-880d-49c82b5d2221 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.1633415
Jan 22 15:31:21.353234 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-7c769d1c-e6cc-4a8d-8570-86aa75836d94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 999 time: 0.1344557
Jan 22 15:31:21.371950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e4139550>,) {'filters': {'network_id': ['20169389-ad32-44e8-96a1-11e500d6325a']}} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:21.429862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-184c6c3f-38e8-46c0-97db-33aa4fceee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:21.435975 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-184c6c3f-38e8-46c0-97db-33aa4fceee0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.2138698
Jan 22 15:31:21.443739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e4139550>, '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6') {'for_net_delete': True} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:21.444382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e4139550>, '9a1fb6b3-bdfb-454c-b947-206b3b2bddc6') {} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:21.458516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761352-8529-4f9b-a546-09adf78c0e60 req-3eebe625-5135-4c78-b81d-0f1854c67dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:21.460316 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-3eebe625-5135-4c78-b81d-0f1854c67dda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.1010623
Jan 22 15:31:21.535725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852295878'] for segment, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:21.550256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761352-8529-4f9b-a546-09adf78c0e60 req-a858fda6-1b9f-4ee0-b1d7-7f8317c9fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:21.552162 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-a858fda6-1b9f-4ee0-b1d7-7f8317c9fcd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850301
Jan 22 15:31:21.557495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9518>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '5935c3c2-785a-49b6-8c88-42a31d8f17c1', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'port_id': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'mac_address': 'fa:16:3e:f5:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:31:17Z', 'updated_at': '2021-01-22T15:31:19Z', 'revision_number': 1, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:20Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:21.561897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] Checking router: d5f7ee20-2d00-45f7-954e-4905ddb141a1 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:31:21.565642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-93baaba7-1afc-47b6-ad51-faaf6b59d7ae service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:31:21.568005 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-93baaba7-1afc-47b6-ad51-faaf6b59d7ae service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0083840
Jan 22 15:31:21.570662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:21.572290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:21.572926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9518>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:30:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:21.574896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:31:21.620024 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-e423641e-32ad-4eb3-a21b-9ae5c00828c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 999 time: 0.1673050
Jan 22 15:31:21.640116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fdc23b93-5162-44f1-a400-b6388d408e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:21.756558 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-ebc1dffd-5f67-4b95-b73c-5ed5039393e2 service neutron] 10.222.0.54 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777253
Jan 22 15:31:21.804490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:21.827357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-2fdba1f4-f1ee-4998-9b0a-1c62b1e8edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:21.827832 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-2fdba1f4-f1ee-4998-9b0a-1c62b1e8edd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.1615431
Jan 22 15:31:21.841105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Network 20169389-ad32-44e8-96a1-11e500d6325a has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:31:21.900556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2243804'] for segment, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:21.941383 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15761352-8529-4f9b-a546-09adf78c0e60 req-5f16e235-71c0-4a46-b5c7-a08fad6db47f service neutron] 10.222.0.54 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1787949
Jan 22 15:31:22.124910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Network 20169389-ad32-44e8-96a1-11e500d6325a has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:31:22.149801 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:31:22.152037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-8e1fa95f-6fac-4329-bab2-d951fe097ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:22.153477 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-8e1fa95f-6fac-4329-bab2-d951fe097ac7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3146489
Jan 22 15:31:22.214161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ee9518>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '5935c3c2-785a-49b6-8c88-42a31d8f17c1', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'port_id': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'mac_address': 'fa:16:3e:f5:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:31:17Z', 'updated_at': '2021-01-22T15:31:19Z', 'revision_number': 1, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:20Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:22.218471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ab618-23b9-4345-a0b8-4f82bec9f4a7 None None] The sync data for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi is: [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '5935c3c2-785a-49b6-8c88-42a31d8f17c1', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'port_id': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'mac_address': 'fa:16:3e:f5:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:31:17Z', 'updated_at': '2021-01-22T15:31:19Z', 'revision_number': 1, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:20Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:31:22.373755 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-dc7a430e-2466-43d6-8400-d51d09fcc6f7 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700833
Jan 22 15:31:22.404944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:22.462960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:22.485566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:22.495297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Pushing event deleted for resources: {'Network': ['ID=20169389-ad32-44e8-96a1-11e500d6325a,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:22.503460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:22.561936 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f3be38fb-b71c-431a-8943-370ddc5f4f24 req-503928dc-034d-4a32-a827-c3e4f60b6065 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1811039
Jan 22 15:31:22.573089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e41d91-93fc-49df-a630-2560934f8caf None None] New status for floating IP 5935c3c2-785a-49b6-8c88-42a31d8f17c1: ACTIVE {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:31:22.594121 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-99027188-e7ee-47b8-8cfc-b3759671e383 admin admin] 10.222.0.54 "DELETE /v2.0/networks/20169389-ad32-44e8-96a1-11e500d6325a HTTP/1.1" status: 204  len: 168 time: 1.9395738
Jan 22 15:31:22.892364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46630) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:22.949891 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5e1c75d6-b843-4678-aa9b-30b0bb5ad82f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c79b902ff5f44fb9763db6382817e6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0559237
Jan 22 15:31:22.952610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46634) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:23.021449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.055588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.095106 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46640) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:23.133169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.138523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7c9ca573-4278-4ace-bfa4-6859a313b043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:23.153915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398d6b5-2742-4bbd-8905-0185b733664f,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:23.156602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:23.195320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.196655 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c398d6b5-2742-4bbd-8905-0185b733664f HTTP/1.1" status: 204  len: 168 time: 0.2429290
Jan 22 15:31:23.265380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.281625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:23.286366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Usage tracker for resource:security_group_rule and tenant:e73de3c1b0a245aaa68db6e2b622fdd6 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:23.289394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:23.295339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:23.475174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.508048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.518530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b74a6339-7c8f-450a-b6b7-9a79fa8f3238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:23.562957 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e73de3c1b0a245aaa68db6e2b622fdd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4665620
Jan 22 15:31:23.565335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3610287e-5fa9-4a34-bdea-be903c0a74a0,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:23.566394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46652) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:23.568429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6dbff09b-65e8-450d-a7d8-849a0b7f2a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:23.644779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.672482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.776459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.781810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0a6d51e0-3502-4831-aa9c-080499edc34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:23.794963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3610287e-5fa9-4a34-bdea-be903c0a74a0,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:23.798695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:23.800793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:23.802373 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3610287e-5fa9-4a34-bdea-be903c0a74a0 HTTP/1.1" status: 204  len: 168 time: 0.2345169
Jan 22 15:31:23.908007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5ef8bedf-5e3e-42cd-a290-ee21bc7e0175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.300238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46672) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:24.411968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46678) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:24.435171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.450639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49407262-network', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:24.458252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:24.462941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:24.465443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Usage tracker for resource:network and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:24.469939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:24.472935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0e347257253746cc9e18399f7da9ac3b is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:24.478065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:24.480862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:24.488046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:24.537173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Made reservation on behalf of e23112cef285402f9a525f4d0cd25bf3 for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:31:24.541814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.560644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.589680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:24.598325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:24.607221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:24.617744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:24.620831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.656729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.666734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3eb9ff02-b237-4e19-9588-72cf76b75564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:24.709795 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e347257253746cc9e18399f7da9ac3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2966287
Jan 22 15:31:24.711511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7be7da-816d-4d38-be20-c067cfa789dd,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:24.712686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46682) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:24.716071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:24.777250 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.778410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.806406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.865813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.881986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.887199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed400edb-5252-49f2-8e24-d589ee8ce291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:24.904220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7be7da-816d-4d38-be20-c067cfa789dd,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:24.910773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.915310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c2efa53f-c2dc-4a53-84ad-f5c0de99f389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:24.915838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.916232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.916637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.917037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.917429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.917826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.918218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.918629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.919030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.919419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.919804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.920189 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.920634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.921019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.921401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.921783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.922166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.922639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.923027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.923410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.923798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.924180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.924562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.924944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:24.928481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:24.934553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:24.938835 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f7be7da-816d-4d38-be20-c067cfa789dd HTTP/1.1" status: 204  len: 168 time: 0.2210836
Jan 22 15:31:25.173928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:31:25.183863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0136be25-5065-4f9b-8a0f-5b2dbe7ae158,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:25.187882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:25.191039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:25.191481 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Added segment 1d4a4a0c-8a3f-465d-9408-df133e248621 of type vxlan for network 3add53e0-3a0a-4061-830e-1b5474ec03da
Jan 22 15:31:25.300074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:25.402205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:25.403650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:25.404296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:25.409678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:25.522433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=3add53e0-3a0a-4061-830e-1b5474ec03da,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:25.525413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:25.533014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 3add53e0-3a0a-4061-830e-1b5474ec03da details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:31:25.556083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:25.582376 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-49ae76b8-dfac-4ba5-b39e-9242aafc4cd7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.2783585
Jan 22 15:31:25.582940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46696) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:25.590926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Request body: {'subnet': {'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49407262-subnet', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:25.594995 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:25.599880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Usage tracker for resource:subnet and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:25.603090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:25.606023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 3add53e0-3a0a-4061-830e-1b5474ec03da details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:31:25.610929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:25.650786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Made reservation on behalf of e23112cef285402f9a525f4d0cd25bf3 for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:31:25.655738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2292147'] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:25.976844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:26.266911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2292096'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:26.283219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:26.413973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d781421-1bb6-4881-9cae-b7f26d48fa58,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:26.418674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:26.485599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Checking segment: {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:31:26.486002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Network hostable DHCP agents. Network: 3add53e0-3a0a-4061-830e-1b5474ec03da, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:31:26.530541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Network 3add53e0-3a0a-4061-830e-1b5474ec03da is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:31:26.593703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 3add53e0-3a0a-4061-830e-1b5474ec03da) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:26.604348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8aec8-3b09-4f3c-b3d9-4820f576418f None None] Network 3add53e0-3a0a-4061-830e-1b5474ec03da requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:31:26.606769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:26.607415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:26.652763 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0683591
Jan 22 15:31:26.657397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46712) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:26.663003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:26.668222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:26.672241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Usage tracker for resource:router and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:26.675908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:26.683207 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:26.720050 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:26.721319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:26.778669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:26.858037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-3add53e0-3a0a-4061-830e-1b5474ec03da', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:31:26.859004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.178800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Allocated IP 172.20.0.2 (3add53e0-3a0a-4061-830e-1b5474ec03da/7d781421-1bb6-4881-9cae-b7f26d48fa58/fe9b2fc4-d244-47f5-8c41-b91b858e0782) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:31:27.313902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.401447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.412636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Transition to ACTIVE for port object fe9b2fc4-d244-47f5-8c41-b91b858e0782 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:31:27.429475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Transition to ACTIVE for port object fe9b2fc4-d244-47f5-8c41-b91b858e0782 will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:31:27.479914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.496401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:27.631896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Pushing event updated for resources: {'Port': ['ID=fe9b2fc4-d244-47f5-8c41-b91b858e0782,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:27.637070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:27.685481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Network 3add53e0-3a0a-4061-830e-1b5474ec03da is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:31:27.686264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.686686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:27.689650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:31:27.719609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.750169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Attempting to bind port fe9b2fc4-d244-47f5-8c41-b91b858e0782 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:31:27.751204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Attempting to bind port fe9b2fc4-d244-47f5-8c41-b91b858e0782 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:31:27.751622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Attempting to bind port fe9b2fc4-d244-47f5-8c41-b91b858e0782 on network 3add53e0-3a0a-4061-830e-1b5474ec03da {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:31:27.757307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:31:27.757730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Checking segment: {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:31:27.758175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.758652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Bound using segment: {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:31:27.759160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Bound port: fe9b2fc4-d244-47f5-8c41-b91b858e0782, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:31:27.759575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.852708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] For port fe9b2fc4-d244-47f5-8c41-b91b858e0782, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:31:27.855904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] For port fe9b2fc4-d244-47f5-8c41-b91b858e0782, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=fe9b2fc4-d244-47f5-8c41-b91b858e0782,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:31:27.902682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:27.923957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:28.003109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Allocated IP 172.27.3.69 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/b04fab15-4347-4fdd-a722-65f898f0a872) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:31:28.177584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:28.248296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:28.252267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Pushing event updated for resources: {'Port': ['ID=fe9b2fc4-d244-47f5-8c41-b91b858e0782,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:28.257705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:28.267725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b311b3d9-c0d6-4889-af8d-dd2d74b3a4fb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:28.409335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Pushing event updated for resources: {'Port': ['ID=b04fab15-4347-4fdd-a722-65f898f0a872,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:28.414692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:28.466122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:31:28.467303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:28.469578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:31:29.012712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:29.591031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:29.723540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc8fb12-07f3-47c2-9dde-b2dc434581f8 None None] Network 3add53e0-3a0a-4061-830e-1b5474ec03da requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:31:29.841926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:31:29.889368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-3455a095-49ef-4cb4-bf36-4022753ba6e6 None None] Provisioning for port fe9b2fc4-d244-47f5-8c41-b91b858e0782 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:29.999835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device fe9b2fc4-d244-47f5-8c41-b91b858e0782 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:30.057671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:31:30.070907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Sync routers for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:31:30.082986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:30.083686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e59acf98>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:30.142994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:30.144704 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-18439ac8-3a47-4d6a-b2ff-b148c5800b32 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.4858832
Jan 22 15:31:30.147276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46732) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:30.156152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port fe9b2fc4-d244-47f5-8c41-b91b858e0782 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:30.167710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port fe9b2fc4-d244-47f5-8c41-b91b858e0782 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:30.168055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:30.325021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-2286eb75-8879-4e63-abcb-2869b6c07784 None None] Provisioning complete for port fe9b2fc4-d244-47f5-8c41-b91b858e0782 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:30.325442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2286eb75-8879-4e63-abcb-2869b6c07784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:30.457847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:30.673007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:30.793622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port fe9b2fc4-d244-47f5-8c41-b91b858e0782, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=fe9b2fc4-d244-47f5-8c41-b91b858e0782,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:31:30.796436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2286eb75-8879-4e63-abcb-2869b6c07784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:30.866166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:30.868374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-474b4a3f-c5f9-42df-9f0b-b37ac889d8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:30.893681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:30.996221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-2286eb75-8879-4e63-abcb-2869b6c07784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:31:30.996652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-2286eb75-8879-4e63-abcb-2869b6c07784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:31:31.018274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=fe9b2fc4-d244-47f5-8c41-b91b858e0782,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:31.021837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:31.030120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e59acf98>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:28Z', 'revision_number': 3, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:31.035029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Checking router: fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:31:31.035437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Updating router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 port b04fab15-4347-4fdd-a722-65f898f0a872 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:31:31.093426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.245024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Allocated IP 172.20.0.1 (3add53e0-3a0a-4061-830e-1b5474ec03da/7d781421-1bb6-4881-9cae-b7f26d48fa58/c836a24c-404e-4dfb-9568-7a040da38522) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:31:31.407653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.423817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Transition to ACTIVE for port object c836a24c-404e-4dfb-9568-7a040da38522 will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:31:31.479752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.496905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.497494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2ec73eb6-f1f7-471d-81eb-6aa90621e724 tempest-VolumesNegativeTest-1322483120 tempest-VolumesNegativeTest-1322483120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:31.549884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Transition to ACTIVE for port object b04fab15-4347-4fdd-a722-65f898f0a872 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:31:31.582357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.599285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:31.638220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Pushing event updated for resources: {'Port': ['ID=c836a24c-404e-4dfb-9568-7a040da38522,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:31.644098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:31.696881 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Network 3add53e0-3a0a-4061-830e-1b5474ec03da is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:31:31.698194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:31.700690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:31:31.763083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.934999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ade9a-cc9e-42bb-b802-7d3db20b2240 None None] Pushing event updated for resources: {'Port': ['ID=b04fab15-4347-4fdd-a722-65f898f0a872,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:31.940063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-0467bdd8-30d6-4969-9db6-30113bed6d19 None None] Provisioning complete for port fe9b2fc4-d244-47f5-8c41-b91b858e0782 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:31.940485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0467bdd8-30d6-4969-9db6-30113bed6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.943432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:31.975551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-da4ade9a-cc9e-42bb-b802-7d3db20b2240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:31.988201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device fe9b2fc4-d244-47f5-8c41-b91b858e0782 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:32.187646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Attempting to bind port b04fab15-4347-4fdd-a722-65f898f0a872 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:31:32.188637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Attempting to bind port b04fab15-4347-4fdd-a722-65f898f0a872 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:31:32.189051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Attempting to bind port b04fab15-4347-4fdd-a722-65f898f0a872 on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:31:32.199997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port fe9b2fc4-d244-47f5-8c41-b91b858e0782 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:32.200406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.236614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:31:32.236965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:31:32.237422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.237857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:31:32.238392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Bound port: b04fab15-4347-4fdd-a722-65f898f0a872, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:31:32.238834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.265371 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.290816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.327420 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:32.361196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] For port b04fab15-4347-4fdd-a722-65f898f0a872, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:31:32.365269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] For port b04fab15-4347-4fdd-a722-65f898f0a872, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=b04fab15-4347-4fdd-a722-65f898f0a872,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:31:32.418005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.437076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-38ea7b13-053c-4b7a-88d0-eb64541176a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:32.615005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ade9a-cc9e-42bb-b802-7d3db20b2240 None None] Pushing event updated for resources: {'Port': ['ID=b04fab15-4347-4fdd-a722-65f898f0a872,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:32.618545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-da4ade9a-cc9e-42bb-b802-7d3db20b2240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:32.622235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f1ad9bb5-fb77-4f30-8c0a-ccd1644f11d6 None None] Provisioning for port c836a24c-404e-4dfb-9568-7a040da38522 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:32.640588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f1ad9bb5-fb77-4f30-8c0a-ccd1644f11d6 None None] Provisioning complete for port c836a24c-404e-4dfb-9568-7a040da38522 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:32.641565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9bb5-fb77-4f30-8c0a-ccd1644f11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.645002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Pushing event updated for resources: {'Port': ['ID=c836a24c-404e-4dfb-9568-7a040da38522,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:32.647808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:32.664009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:32.728932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad9bb5-fb77-4f30-8c0a-ccd1644f11d6 None None] Port c836a24c-404e-4dfb-9568-7a040da38522 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:31:32.741754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:32.742463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e59acf98>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:32.798260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Network 3add53e0-3a0a-4061-830e-1b5474ec03da is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:31:32.799644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:32.948027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:33.017876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:31:33.192739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-5a9bd556-ba25-4670-b847-11aecbe09079 None None] Provisioning complete for port c836a24c-404e-4dfb-9568-7a040da38522 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:33.193162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5a9bd556-ba25-4670-b847-11aecbe09079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:33.221785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:31:33.241344 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] 10.222.0.54 "PUT /v2.0/routers/fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0834641
Jan 22 15:31:33.268448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-5a9bd556-ba25-4670-b847-11aecbe09079 None None] Port c836a24c-404e-4dfb-9568-7a040da38522 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:31:33.383549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e59acf98>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:32Z', 'revision_number': 2, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:33.388139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d4f9c-a2a8-454d-a58f-67bad21d8480 None None] The sync data for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi is: [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:32Z', 'revision_number': 2, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:31:36.005638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device b04fab15-4347-4fdd-a722-65f898f0a872 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:36.100225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46824) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:36.119244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port b04fab15-4347-4fdd-a722-65f898f0a872 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:36.126407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port b04fab15-4347-4fdd-a722-65f898f0a872 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:36.126891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:36.299502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:36.350221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port b04fab15-4347-4fdd-a722-65f898f0a872, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=b04fab15-4347-4fdd-a722-65f898f0a872,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:31:36.382330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:36.384416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:36.399175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:36.424968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:36.429293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Usage tracker for resource:security_group_rule and tenant:342bce4a24e847c3956788a98b45f111 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:36.432840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:36.439124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:36.475517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=b04fab15-4347-4fdd-a722-65f898f0a872,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:36.487893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:36.727228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:36.759308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:36.773659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:36.818334 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=342bce4a24e847c3956788a98b45f111&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7169859
Jan 22 15:31:36.820170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc35952-04f6-4faa-89ce-1c19e40975d1,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:36.821867 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46832) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:36.823545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-55681de0-bde7-4137-ad2c-9d7a6fed105d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:36.912897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:36.943769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:37.035085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Sync routers for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:31:37.048812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:37.050100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c8ada0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:37.118091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:37.124508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:37.145263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc35952-04f6-4faa-89ce-1c19e40975d1,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:37.150902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:37.155583 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1fc35952-04f6-4faa-89ce-1c19e40975d1 HTTP/1.1" status: 204  len: 168 time: 0.3288624
Jan 22 15:31:37.166165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:37.220199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617c6c3-c356-492b-9645-9d078a51232c req-05d553b5-6b42-4ff8-8bc2-1e0c7421d05c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:37.222781 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0617c6c3-c356-492b-9645-9d078a51232c req-05d553b5-6b42-4ff8-8bc2-1e0c7421d05c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1842687
Jan 22 15:31:37.294891 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0617c6c3-c356-492b-9645-9d078a51232c req-f93d4665-d8ff-4a13-b61b-9ffb354d7421 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610380
Jan 22 15:31:37.296447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:37.651246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c8ada0>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:32Z', 'revision_number': 2, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:37.655720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Checking router: fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:31:37.656122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Updating router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 port c836a24c-404e-4dfb-9568-7a040da38522 binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:31:37.725738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:38.027072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device b04fab15-4347-4fdd-a722-65f898f0a872 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:38.135130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port b04fab15-4347-4fdd-a722-65f898f0a872 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:38.136214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:38.289442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:38.307171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Transition to ACTIVE for port object c836a24c-404e-4dfb-9568-7a040da38522 will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:31:38.347717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:38.373777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-776de144-d3c4-44a4-849c-db6f85d40a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:38.525702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Pushing event updated for resources: {'Port': ['ID=c836a24c-404e-4dfb-9568-7a040da38522,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:38.540382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.540766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.541447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.541657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.542015 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.542382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.542789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.543158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.543520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.543878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.544234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.544598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.545006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.545361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.545713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.546065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.546460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.546823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.547794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.548116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.548472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.548823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.549176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.549531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:31:38.616453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:38.730150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033944dd-5ba0-4bb8-8567-e48334be7167 req-5b540140-d256-4909-9061-e6b908098478 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:38.753730 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-033944dd-5ba0-4bb8-8567-e48334be7167 req-5b540140-d256-4909-9061-e6b908098478 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1647913
Jan 22 15:31:38.775131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Attempting to bind port c836a24c-404e-4dfb-9568-7a040da38522 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:31:38.775891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Attempting to bind port c836a24c-404e-4dfb-9568-7a040da38522 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:31:38.776502 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Attempting to bind port c836a24c-404e-4dfb-9568-7a040da38522 on network 3add53e0-3a0a-4061-830e-1b5474ec03da {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:31:38.785113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:31:38.785960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Checking segment: {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:31:38.786762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:38.787401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Bound using segment: {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:31:38.788117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Bound port: c836a24c-404e-4dfb-9568-7a040da38522, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:31:38.788965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:38.843255 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-033944dd-5ba0-4bb8-8567-e48334be7167 req-9d0926c2-0ce3-44aa-84bc-505003e32be2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884383
Jan 22 15:31:39.003239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e04d1f90-bcaf-43ba-94df-04f192d7f003 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:39.003239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e04d1f90-bcaf-43ba-94df-04f192d7f003 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80249) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:31:39.004431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] For port c836a24c-404e-4dfb-9568-7a040da38522, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:31:39.004431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] For port c836a24c-404e-4dfb-9568-7a040da38522, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=c836a24c-404e-4dfb-9568-7a040da38522,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:31:39.033907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e04d1f90-bcaf-43ba-94df-04f192d7f003 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80249) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:31:39.035261 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e04d1f90-bcaf-43ba-94df-04f192d7f003 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.3013988
Jan 22 15:31:39.070447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:39.209042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Deleting port aec50d02-f2d9-4e1e-ad84-e776672980fa {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:31:39.210293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:39.276396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-472426c3-caea-4684-96cb-1744821daa30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:39.353873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:39.354588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c8ada0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:39.564239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] For port aec50d02-f2d9-4e1e-ad84-e776672980fa, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=aec50d02-f2d9-4e1e-ad84-e776672980fa,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:31:39.564638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:39.608500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:39.959959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:39.960449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:39.960837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Floating IP b0f391e2-ccf1-42b9-87b4-314f7d2642c3 disassociated. External IP: 172.27.3.36, port: aec50d02-f2d9-4e1e-ad84-e776672980fa.
Jan 22 15:31:39.961280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Calling delete_port for aec50d02-f2d9-4e1e-ad84-e776672980fa owned by compute:nova {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:31:40.137034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:31:40.174909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Pushing event updated for resources: {'Port': ['ID=c836a24c-404e-4dfb-9568-7a040da38522,revision_number=4']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:40.224033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1d79bb7d-8677-4636-9968-7c1cbb91b139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:40.241743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1e063-d220-40a9-b806-f581d1bc0fd5 req-67c3b0c7-ddb5-4119-9c72-4f8881bb25f1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:40.243760 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ffa1e063-d220-40a9-b806-f581d1bc0fd5 req-67c3b0c7-ddb5-4119-9c72-4f8881bb25f1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 946 time: 0.1270120
Jan 22 15:31:40.251525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: aec50d02-f2d9-4e1e-ad84-e776672980fa {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:31:40.266317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device aec50d02-f2d9-4e1e-ad84-e776672980fa not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:31:40.274589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:40.307730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d803dd3e-caa4-48b3-9228-e94f8263abad tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:40.403546 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ffa1e063-d220-40a9-b806-f581d1bc0fd5 req-c7417149-bae1-4924-a062-9f72aeed7e03 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=28c1c420-85cc-44ed-9f1c-252b92ebec18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1512439
Jan 22 15:31:40.534006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c8ada0>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:38Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:40.540233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d8d2e-1c45-4e2f-ae08-f0691b7c6101 None None] The sync data for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi is: [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:38Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:31:40.552046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event deleted for resources: {'Port': ['ID=aec50d02-f2d9-4e1e-ad84-e776672980fa,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:40.556301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:40.896478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:31:41.152334 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:31:41.162548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] Sync routers for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:31:41.177037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:41.177898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a0bfd0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:41.225033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] No DVR routers for this DVR port aec50d02-f2d9-4e1e-ad84-e776672980fa on host hv-cinder-76377 {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:31:41.227526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:41.230715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-deleted', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:31:41.323883 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5163ce4a-98a0-4d3b-96ea-15deb2885d79 req-e251b3d7-da1e-4a48-9fbe-e455db565fb5 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "DELETE /v2.0/ports/aec50d02-f2d9-4e1e-ad84-e776672980fa HTTP/1.1" status: 204  len: 173 time: 2.2783420
Jan 22 15:31:41.732518 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0049384c-4c7b-4037-8c64-5b9e999a89ad req-4ca2efc0-7b9b-4bd2-b5a8-57c1f6ddbfab tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0906291
Jan 22 15:31:41.742879 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4fce8b-3e10-4ec4-8a61-b3916432704b', 'name': 'network-vif-deleted', 'tag': 'aec50d02-f2d9-4e1e-ad84-e776672980fa', 'status': 'completed', 'code': 200}
Jan 22 15:31:41.783022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:42.215655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c836a24c-404e-4dfb-9568-7a040da38522 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:42.361403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a0bfd0>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:42.365767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] Checking router: 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:31:42.375672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:31:42.376273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a0bfd0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:42.566307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:31:42.901570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port c836a24c-404e-4dfb-9568-7a040da38522 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:42.910787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port c836a24c-404e-4dfb-9568-7a040da38522 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:42.911318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:42.963163 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-39fdc45c-14af-4cb9-af88-a0210e03fb18 req-f543a3c2-214f-4c6d-a42b-ac023962792c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=7b4fce8b-3e10-4ec4-8a61-b3916432704b HTTP/1.1" status: 200  len: 210 time: 0.0492449
Jan 22 15:31:43.001984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a0bfd0>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:31:43.009595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2fb4b-f0cc-4c6e-90d2-66bea21e75b5 None None] The sync data for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi is: [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:31:43.086311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:43.160785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port c836a24c-404e-4dfb-9568-7a040da38522, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=c836a24c-404e-4dfb-9568-7a040da38522,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:31:43.297635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:43.299888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:43.309462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:43.443222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=c836a24c-404e-4dfb-9568-7a040da38522,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:43.447261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:43.599887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ba69b-11cf-4bb6-bd63-a64af64a7561 None None] New status for floating IP b0f391e2-ccf1-42b9-87b4-314f7d2642c3: DOWN {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:31:44.011120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c836a24c-404e-4dfb-9568-7a040da38522 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:31:44.096862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port c836a24c-404e-4dfb-9568-7a040da38522 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:44.097295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:44.270988 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46908) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:44.367803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:44.415023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:44.519091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:44.525706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bfe55a46-1b14-4548-90cc-cf181a6d6855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:44.558623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1c420-85cc-44ed-9f1c-252b92ebec18,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:44.568566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:44.584578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46914) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:44.624954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:44.628974 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "DELETE /v2.0/security-groups/28c1c420-85cc-44ed-9f1c-252b92ebec18 HTTP/1.1" status: 204  len: 168 time: 0.3539417
Jan 22 15:31:44.629302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46920) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:44.650551 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.v2.resource [None req-e4160eaf-bc5d-46fc-aa87-150ecacc0bc6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] show failed (client error): The resource could not be found.
Jan 22 15:31:44.651630 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e4160eaf-bc5d-46fc-aa87-150ecacc0bc6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups/28c1c420-85cc-44ed-9f1c-252b92ebec18 HTTP/1.1" status: 404  len: 347 time: 0.0212924
Jan 22 15:31:44.655136 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 46924) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:44.829166 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:44.923625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:44.938438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Usage tracker for resource:security_group_rule and tenant:ddcbe97f8aca4118a8be3bc58d6270a8 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:44.941919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Deleting port f849300e-dbd7-4afe-a047-d88d0ac45f5b {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:31:44.942435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:44.972827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:44.987329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:45.215381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.215868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.367361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Calling delete_port for f849300e-dbd7-4afe-a047-d88d0ac45f5b owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:31:45.431499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.518253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.533641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-72df7068-7c18-4245-aa75-df9b3588ca23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:45.585985 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ddcbe97f8aca4118a8be3bc58d6270a8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0002117
Jan 22 15:31:45.589079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46928) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:45.599176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863c2460-9109-4563-85f6-ed5879326d89,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:45.602791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f63828ce-7a66-4173-a681-c0f470355aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:45.627858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.668165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.703026 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.714642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3e2dc402-d752-4959-a385-d91a378b96b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:45.782795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.790346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43ae2e04-f46e-4010-adb6-91960b6a5cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:45.794990 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event deleted for resources: {'Port': ['ID=f849300e-dbd7-4afe-a047-d88d0ac45f5b,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:45.808593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863c2460-9109-4563-85f6-ed5879326d89,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:45.814791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:45.816169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.818048 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/863c2460-9109-4563-85f6-ed5879326d89 HTTP/1.1" status: 204  len: 168 time: 0.2277207
Jan 22 15:31:45.824776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:45.922330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.948321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:45.949637 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "DELETE /v2.0/floatingips/b0f391e2-ccf1-42b9-87b4-314f7d2642c3 HTTP/1.1" status: 204  len: 168 time: 1.2926209
Jan 22 15:31:46.710800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46946) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:46.716870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'security_group': {'name': 'tempest-securitygroup--1893763244', 'description': 'tempest-description--921440643'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:46.727861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:46.732300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:46.735886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:46.741836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:46.784253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:46.819840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:46.826187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group_rule and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:46.831866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:46.841455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:46.923048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:46.957219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:46.961658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f59adaa3-2256-4a9f-9d78-8b339c1b4e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:47.011929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'SecurityGroup': ['ID=88429468-f330-4f89-9f66-5a78f17d75c6,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:47.029068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:47.053421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.055304 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3431945
Jan 22 15:31:47.058157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46958) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:47.064472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'security_group_rule': {'security_group_id': '88429468-f330-4f89-9f66-5a78f17d75c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:47.076658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:47.084584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group_rule and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:47.088299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:47.095534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:47.146111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.228737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.342102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.350325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-52fe4b74-a078-42ac-9ac7-e3667aa74d8d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:47.374412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96194994-e8a9-491f-93bd-0658f9fdf942,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:47.378467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:47.422976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.424316 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ff931130-5892-4649-99ca-30330a5cc915 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3649147
Jan 22 15:31:47.427145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 46970) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:47.432698 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'security_group_rule': {'security_group_id': '88429468-f330-4f89-9f66-5a78f17d75c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:47.444044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:47.448457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:security_group_rule and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:47.451923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:47.458171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:47.503605 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.572302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.599291 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.601548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5d623be1-0a62-44bc-a641-e80e128a9cc0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:47.626350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455e8254-fb5d-433c-bf5f-f954aca63124,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:47.629072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:47.667769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group_rule, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.667769 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2378101
Jan 22 15:31:47.669184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47016) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:31:47.675018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:47.685540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:47.690244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Usage tracker for resource:floatingip and tenant:de1e2f62a6174b6f8083d97ddc9ebde4 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:47.693350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:47.700098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:47.747744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:47.894651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:48.259060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:31:48.423364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Allocated IP 172.27.3.45 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/5d04e29a-9ca0-4403-8bc6-e702d7533b94) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:31:48.584760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:48.651323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:48.659576 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-0bdb8671-fa34-4eac-aebc-6ac3cd4c5b7f tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:48.660293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-0bdb8671-fa34-4eac-aebc-6ac3cd4c5b7f tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Synchronizing usage tracker for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:network {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:31:48.667804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a3e5729b-e6bb-4177-8787-dcc1eadb4ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:48.702240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-0bdb8671-fa34-4eac-aebc-6ac3cd4c5b7f tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Unset dirty status for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:network {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:31:48.704542 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-0bdb8671-fa34-4eac-aebc-6ac3cd4c5b7f tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 813 time: 0.2263856
Jan 22 15:31:48.724207 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-90d0f6ce-1b5d-400d-a6bf-1826784c14ad tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/quotas/e23112cef285402f9a525f4d0cd25bf3 HTTP/1.1" status: 200  len: 375 time: 0.0118155
Jan 22 15:31:48.834628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'Port': ['ID=5d04e29a-9ca0-4403-8bc6-e702d7533b94,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:48.835708 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-f2579ca1-438e-4c0e-86c0-bdbce05760a4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1018953
Jan 22 15:31:48.837709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:48.898619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:31:48.899989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:48.902435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:31:48.989279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:49.001598 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-9c61ae73-635a-463a-bac1-bedcc363ef1c service neutron] 10.222.0.54 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447320
Jan 22 15:31:49.094225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:49.151235 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-d7f012b7-bc1c-4657-b802-43b4854eb7fe service neutron] 10.222.0.54 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429389
Jan 22 15:31:49.393194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:49.422488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:49.485429 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-de3dfdf1-2e71-41c3-bc99-73abe36a3571 req-c86644e9-6a22-4e20-bc4f-32ff25d946af tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 210 time: 0.0557342
Jan 22 15:31:49.503460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a572421f-1b9b-43c3-a141-e1ddc4dfb746 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:49.598929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'Port': ['ID=5d04e29a-9ca0-4403-8bc6-e702d7533b94,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:49.612640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:49.707650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:49.764946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:49.766366 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0960779
Jan 22 15:31:50.114780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-29125982-1183-425e-b0f1-e6827140655c req-35262a26-7656-4e51-8515-4f1d35fda995 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:31:50.155670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-29125982-1183-425e-b0f1-e6827140655c req-35262a26-7656-4e51-8515-4f1d35fda995 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:31:50.157480 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-35262a26-7656-4e51-8515-4f1d35fda995 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1893763244&fields=id&tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 267 time: 0.0912659
Jan 22 15:31:50.344313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-b90a3c95-8433-41b0-adea-fb45e54b71d9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:50.345972 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-b90a3c95-8433-41b0-adea-fb45e54b71d9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 817 time: 0.1811481
Jan 22 15:31:50.362852 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-f11b1ca4-c22a-4d91-bc20-18d3ed952982 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/quotas/de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 375 time: 0.0104022
Jan 22 15:31:50.473855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-29125982-1183-425e-b0f1-e6827140655c req-d0f6b7f1-5729-4068-ac4b-752b50771b93 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:31:50.525680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-29125982-1183-425e-b0f1-e6827140655c req-d0f6b7f1-5729-4068-ac4b-752b50771b93 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:31:50.527552 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-d0f6b7f1-5729-4068-ac4b-752b50771b93 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1575630
Jan 22 15:31:50.914593 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2d31cadb-a326-4bbf-ae8a-35be3be3af09 req-9348d91f-df88-413e-9673-2c499e1298cd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 210 time: 0.2850153
Jan 22 15:31:50.958834 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-8060a5b8-394f-4ee9-8303-b8513a65a00b service neutron] 10.222.0.54 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4161875
Jan 22 15:31:51.104825 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-845cc521-c08b-4b8d-b7c9-89f4537172c1 service neutron] 10.222.0.54 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395290
Jan 22 15:31:51.391452 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6d678691-6184-4706-a066-97173cf5a50c req-8a8b8f76-1b53-4608-8078-a42521670040 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0578899
Jan 22 15:31:51.567298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2f82e43-a1da-4892-9950-3fb95a0634a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:51.657225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-3847401f-d78c-403b-8d5a-c9a6b0fc4afb tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:51.658893 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-3847401f-d78c-403b-8d5a-c9a6b0fc4afb tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.62 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 813 time: 0.1851814
Jan 22 15:31:51.684485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'port': {'device_id': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'admin_state_up': True, 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:31:51.839689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:31:51.844295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Usage tracker for resource:port and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:31:51.847672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Quota usage for port was recalculated. Used quota:2. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:31:51.853804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:31:51.919740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Made reservation on behalf of e23112cef285402f9a525f4d0cd25bf3 for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:31:51.932125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:52.141355 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-24333f02-1c57-408c-b627-f0e5a7f26488 req-c4b061f0-cc6c-4484-81e9-e45ca255a3de tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 210 time: 0.0602076
Jan 22 15:31:52.370908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Allocated IP 172.20.0.14 (3add53e0-3a0a-4061-830e-1b5474ec03da/7d781421-1bb6-4881-9cae-b7f26d48fa58/340d5096-622b-4701-8388-5b44b81e0f95) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:31:52.646498 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d4496cb-f28c-411b-b08b-b14b2d58e882 req-e9e935cd-6c93-4514-b871-9002f44b2ad4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0769861
Jan 22 15:31:52.673620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:52.708253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Transition to ACTIVE for port object 340d5096-622b-4701-8388-5b44b81e0f95 will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:31:52.819036 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:52.837939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:31:53.003807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'Port': ['ID=340d5096-622b-4701-8388-5b44b81e0f95,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:31:53.009871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:31:53.092818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Network 3add53e0-3a0a-4061-830e-1b5474ec03da is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:31:53.102777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:31:53.105694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:31:53.242777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:53.243682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:53.307375 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6269133
Jan 22 15:31:53.487600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-bed36183-d2a1-4942-9e94-00ee0639bb2e None None] Provisioning for port 340d5096-622b-4701-8388-5b44b81e0f95 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:31:53.494397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-bed36183-d2a1-4942-9e94-00ee0639bb2e None None] Provisioning complete for port 340d5096-622b-4701-8388-5b44b81e0f95 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:31:53.495032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee9a9a-8ea6-42bf-bdcb-09cb4edc1be3 req-3f977802-5c41-47ba-8bc9-968c24fb64e6 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:53.496909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bed36183-d2a1-4942-9e94-00ee0639bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:53.497953 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c7ee9a9a-8ea6-42bf-bdcb-09cb4edc1be3 req-3f977802-5c41-47ba-8bc9-968c24fb64e6 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1269050
Jan 22 15:31:53.562975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bed36183-d2a1-4942-9e94-00ee0639bb2e None None] Port 340d5096-622b-4701-8388-5b44b81e0f95 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:31:53.568310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c7ee9a9a-8ea6-42bf-bdcb-09cb4edc1be3 req-298eafcc-c1c9-48c1-9f60-cd8cbdf7b2d0 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Synchronizing usage tracker for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:31:53.619131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c7ee9a9a-8ea6-42bf-bdcb-09cb4edc1be3 req-298eafcc-c1c9-48c1-9f60-cd8cbdf7b2d0 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Unset dirty status for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:31:53.621182 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c7ee9a9a-8ea6-42bf-bdcb-09cb4edc1be3 req-298eafcc-c1c9-48c1-9f60-cd8cbdf7b2d0 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159310
Jan 22 15:31:53.892727 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8cac7fdc-c1ac-4b00-873a-27daa809b353 req-ad281546-1960-4cf4-8000-d00a1481e520 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0534666
Jan 22 15:31:53.916162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d0188d6f-e207-4221-a2cf-988989d98487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:54.719781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:54.901584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b8350-8cdf-4868-9928-00151ed35582 req-dc736516-ddd2-4c0d-9cd5-04cad7fe3da7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:54.903541 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0e2b8350-8cdf-4868-9928-00151ed35582 req-dc736516-ddd2-4c0d-9cd5-04cad7fe3da7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1193736
Jan 22 15:31:54.981306 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0e2b8350-8cdf-4868-9928-00151ed35582 req-cd4ee0e6-325c-4589-993b-d541ebb04539 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677638
Jan 22 15:31:55.160954 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c18e65bf-2d12-4f9f-893e-fbcce9310754 req-932de245-d486-4de0-9798-a265e26c3c5d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0611670
Jan 22 15:31:55.543230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:55.955136 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:31:56.348168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f29c4-fdf5-4252-a687-5f021812f006 req-d9c19f37-ed95-4fdc-8655-968c26afff07 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:56.350612 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b61f29c4-fdf5-4252-a687-5f021812f006 req-d9c19f37-ed95-4fdc-8655-968c26afff07 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1401646
Jan 22 15:31:56.439876 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9939f947-f37e-44f7-9238-e59d67a935be req-b3687eaf-d4c4-449b-be60-5ae28efbce36 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0858841
Jan 22 15:31:56.470270 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b61f29c4-fdf5-4252-a687-5f021812f006 req-1441ad5f-139a-4ae1-8320-a51094d8c231 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709946
Jan 22 15:31:57.720029 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e8796750-cffa-4a8c-8cb9-b509822997f4 req-f82fb0f2-7bc6-4918-b54f-c08e538c1e25 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0591514
Jan 22 15:31:57.782120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89654a1f-04a5-4762-a3e6-b86416e200e7 req-6ebb0766-9819-48f1-96ee-ad5d51952d90 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:57.783843 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-89654a1f-04a5-4762-a3e6-b86416e200e7 req-6ebb0766-9819-48f1-96ee-ad5d51952d90 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1723211
Jan 22 15:31:57.843200 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-89654a1f-04a5-4762-a3e6-b86416e200e7 req-03f0b990-1429-4895-81ce-086241aad4df tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517092
Jan 22 15:31:58.940153 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bf99963b-b2c1-4199-804d-d026b4a39f7f req-f0d321a2-46a9-499a-a493-3c5a070c322e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0648949
Jan 22 15:31:59.118110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de71c-8f30-401d-afff-30dab4d339ad req-2a16ca73-864f-43b3-b545-b5bbaacf0c90 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:31:59.119857 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e05de71c-8f30-401d-afff-30dab4d339ad req-2a16ca73-864f-43b3-b545-b5bbaacf0c90 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1433644
Jan 22 15:31:59.177602 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e05de71c-8f30-401d-afff-30dab4d339ad req-53d61db4-9ec3-4ec5-8be6-c0713052c56e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500708
Jan 22 15:32:00.146711 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-82e1a625-0a68-4553-b354-4aec8cec62db req-ec95addb-3dcd-420e-b9bd-b3ce0b97199d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0565131
Jan 22 15:32:00.435045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d9187-c0e5-4e77-9207-db61c37bd20c req-b941bbac-dd2a-4fdf-8b6b-63760219c175 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:00.437154 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2b4d9187-c0e5-4e77-9207-db61c37bd20c req-b941bbac-dd2a-4fdf-8b6b-63760219c175 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1215031
Jan 22 15:32:00.498277 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2b4d9187-c0e5-4e77-9207-db61c37bd20c req-824a27d9-0526-4eaf-bd65-ddb05ee36ec9 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530534
Jan 22 15:32:01.350888 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b82af175-0bc0-45c8-9d51-7cc17e605b88 req-0d5e4e72-3b85-463d-8fc1-522332324c10 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0551407
Jan 22 15:32:01.743679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aba08-f331-4cd2-ba0b-09c7b1e69f7c req-ff0e06a9-ae51-4757-ad62-19333f9ab059 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:01.745743 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a1aba08-f331-4cd2-ba0b-09c7b1e69f7c req-ff0e06a9-ae51-4757-ad62-19333f9ab059 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1151767
Jan 22 15:32:01.803684 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a1aba08-f331-4cd2-ba0b-09c7b1e69f7c req-e33bcc9e-a2d7-4199-974a-488e28052953 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516090
Jan 22 15:32:02.557537 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1caeb2bc-ab06-4a46-bc2f-84ad895d0694 req-bfb5844c-f268-41b4-8561-1af3f4198b24 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0512061
Jan 22 15:32:03.042600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85445fc-b745-4106-bca1-0975c53d28ed req-af3cf01e-5ad8-4114-a497-32a72152f45f tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:03.044240 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e85445fc-b745-4106-bca1-0975c53d28ed req-af3cf01e-5ad8-4114-a497-32a72152f45f tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1069746
Jan 22 15:32:03.106776 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e85445fc-b745-4106-bca1-0975c53d28ed req-f376836e-32ef-4fb1-96af-5af1e167a895 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554714
Jan 22 15:32:03.671820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Request body: {'port': {'device_id': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:03.755398 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8863b797-a6d8-4259-941c-9927e90ab48e req-e223c782-47a2-4980-8580-50f6cdb9cd95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0504732
Jan 22 15:32:03.862178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:03.921541 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-ef3ca417-34b3-4685-8abf-58546e617a0e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3916833
Jan 22 15:32:04.021956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-65388417-3d40-4bcd-8e33-2231c1f99df1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:04.023654 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-65388417-3d40-4bcd-8e33-2231c1f99df1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 817 time: 0.1964569
Jan 22 15:32:04.143936 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-b258f6c2-a33b-44e1-9249-72bbcdcf5493 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 5708 time: 0.0829952
Jan 22 15:32:04.154330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'port': {'device_id': '5e649bb3-925f-41bd-b628-fedda837378d', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'admin_state_up': True, 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'security_groups': ['88429468-f330-4f89-9f66-5a78f17d75c6']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:04.385279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:04.420162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140d8e-f058-474d-8d2d-2d1d4bbf6be2 req-d2dfd136-880c-4cb8-83d4-c23ac224439d tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:04.421819 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-13140d8e-f058-474d-8d2d-2d1d4bbf6be2 req-d2dfd136-880c-4cb8-83d4-c23ac224439d tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 932 time: 0.1770606
Jan 22 15:32:04.426134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:04.481187 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-13140d8e-f058-474d-8d2d-2d1d4bbf6be2 req-a88d9bf0-abb2-4ff5-a2de-a8c6d6070fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514190
Jan 22 15:32:04.502467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e842-02c3-4ea2-86db-257557a27049 req-6c45781a-285b-4071-bc64-bb392ddc4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:04.504151 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-6c45781a-285b-4071-bc64-bb392ddc4e87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.4312282
Jan 22 15:32:04.526488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Made reservation on behalf of de1e2f62a6174b6f8083d97ddc9ebde4 for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:32:04.536942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:04.683518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340d5096-622b-4701-8388-5b44b81e0f95 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:32:04.695829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:04.727792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Transition to ACTIVE for port object 340d5096-622b-4701-8388-5b44b81e0f95 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:32:04.750092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e842-02c3-4ea2-86db-257557a27049 req-1f4b314f-0d77-403a-8dbc-15fbbbd7b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:04.751726 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-1f4b314f-0d77-403a-8dbc-15fbbbd7b32c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.2206013
Jan 22 15:32:04.817062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:04.841521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b5be503f-9ea0-4860-b7a9-9f49c75c0d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:04.875063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Allocated IP 172.20.0.7 (c756573d-c2f6-4739-a7c2-923227c9dc51/32c177e6-663c-45ef-82e6-9b7214f6cc6e/b205a2dc-fe34-457d-a3b7-40163c9cfb6c) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:32:05.054859 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-81bbdaba-2526-4492-a88d-4ea6b918b11f req-d9220e22-ba41-431d-a132-c6b70d2b0d1f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0587900
Jan 22 15:32:05.056509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=340d5096-622b-4701-8388-5b44b81e0f95,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:05.056509 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-00b983f4-4c1b-4089-ad09-4389c4afb758 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 1001 time: 0.2651219
Jan 22 15:32:05.056509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:05.132244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e842-02c3-4ea2-86db-257557a27049 req-7ad36c93-feaf-46e9-a973-3ad91ddda98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:05.135915 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-7ad36c93-feaf-46e9-a973-3ad91ddda98a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.0986779
Jan 22 15:32:05.381016 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Attempting to bind port 340d5096-622b-4701-8388-5b44b81e0f95 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:32:05.381480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Attempting to bind port 340d5096-622b-4701-8388-5b44b81e0f95 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:32:05.382145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Attempting to bind port 340d5096-622b-4701-8388-5b44b81e0f95 on network 3add53e0-3a0a-4061-830e-1b5474ec03da {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:32:05.390812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:32:05.391220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Checking segment: {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:32:05.391625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:05.392017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Bound using segment: {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:32:05.392489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Bound port: 340d5096-622b-4701-8388-5b44b81e0f95, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4a4a0c-8a3f-465d-9408-df133e248621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:32:05.392906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:05.409969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e842-02c3-4ea2-86db-257557a27049 req-f9a918a5-d6a5-4442-a6f4-32c200ff7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:05.411705 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-f9a918a5-d6a5-4442-a6f4-32c200ff7a48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2115784
Jan 22 15:32:05.631706 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-8fd34239-87ec-41fa-9fc6-b696121bbe8e service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832771
Jan 22 15:32:05.779024 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-96cebeb8-7544-4952-bbc5-c4941cc23403 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428463
Jan 22 15:32:06.456918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] For port 340d5096-622b-4701-8388-5b44b81e0f95, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:32:06.465081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] For port 340d5096-622b-4701-8388-5b44b81e0f95, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=340d5096-622b-4701-8388-5b44b81e0f95,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:32:06.488300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:06.505989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-41d00c45-1321-4515-87ec-df3c025fb52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:06.618270 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b3d66b2-5636-4731-a97b-091c88589f2a req-3e5705c5-9eca-4628-9d06-ed45bbdfde6d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.1170366
Jan 22 15:32:06.663459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=340d5096-622b-4701-8388-5b44b81e0f95,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:06.667059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:06.706977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:06.706977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:06.706977 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-b016b16c-a7b8-4456-a126-a711d751c2e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 1158 time: 3.1819293
Jan 22 15:32:06.706977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:32:06.775513 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95', 'status': 'completed', 'code': 200}
Jan 22 15:32:06.794599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beed3e-7972-4482-abbd-88cafbeba3c2 req-0e136f08-802a-4611-9318-9fd09c0a7c8a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:06.796322 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-09beed3e-7972-4482-abbd-88cafbeba3c2 req-0e136f08-802a-4611-9318-9fd09c0a7c8a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 944 time: 0.2937875
Jan 22 15:32:06.886100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:06.901005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b717b-11e8-4b26-a597-717d082a6d5f req-0ee11ebc-89c7-483c-adbc-e382b0f73da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:06.902993 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-308b717b-11e8-4b26-a597-717d082a6d5f req-0ee11ebc-89c7-483c-adbc-e382b0f73da0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1161 time: 0.0847917
Jan 22 15:32:06.904649 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-09beed3e-7972-4482-abbd-88cafbeba3c2 req-3b3cf794-f74f-4e2a-a424-ec16ee6149c7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913913
Jan 22 15:32:06.914208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Transition to ACTIVE for port object b205a2dc-fe34-457d-a3b7-40163c9cfb6c will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:32:06.965148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:06.985284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f3525c8f-3595-4646-9607-e0ca8a4389da tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:07.066018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b717b-11e8-4b26-a597-717d082a6d5f req-981b1504-6a69-4131-9dd9-a72f7c45c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:07.067645 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-308b717b-11e8-4b26-a597-717d082a6d5f req-981b1504-6a69-4131-9dd9-a72f7c45c84e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e23112cef285402f9a525f4d0cd25bf3&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1528146
Jan 22 15:32:07.127370 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event updated for resources: {'Port': ['ID=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:07.139992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.140412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.140846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.141257 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.141656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.142056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.142455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.142880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.143277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.143675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.144071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.144462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.144912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.145302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.145689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.146085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.146478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.146890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.147278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.147662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.148053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.148440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.148827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.149209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:07.153732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:07.207433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Network c756573d-c2f6-4739-a7c2-923227c9dc51 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:32:07.208655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:32:07.211068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:32:07.223350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b717b-11e8-4b26-a597-717d082a6d5f req-a06b6c00-c669-42ee-bb72-06768f21569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:07.225107 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-308b717b-11e8-4b26-a597-717d082a6d5f req-a06b6c00-c669-42ee-bb72-06768f21569a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1499784
Jan 22 15:32:07.302127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:07.302895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:07.388378 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-808a6360-d664-43f8-9156-233f8014429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:07.390008 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-808a6360-d664-43f8-9156-233f8014429e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1161 time: 0.1041117
Jan 22 15:32:07.437243 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2877285
Jan 22 15:32:07.456961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Request body: {'port': {'device_id': '5e649bb3-925f-41bd-b628-fedda837378d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:07.471269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-61c2462f-4b31-4caf-bd11-876875690a4b None None] Provisioning for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:32:07.471800 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-00561491-7559-41fd-a510-c6fc19718262 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 217 time: 0.0689948
Jan 22 15:32:07.478006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-61c2462f-4b31-4caf-bd11-876875690a4b None None] Provisioning complete for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:07.478987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-61c2462f-4b31-4caf-bd11-876875690a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:07.542849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-61c2462f-4b31-4caf-bd11-876875690a4b None None] Port b205a2dc-fe34-457d-a3b7-40163c9cfb6c cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:32:07.560847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-18623740-6604-44d0-ab81-9e8175bba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:07.561786 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-18623740-6604-44d0-ab81-9e8175bba067 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.0842342
Jan 22 15:32:07.588084 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:07.647264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-d53e5a0a-0ee3-4171-a729-f34653aed765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:07.648882 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-d53e5a0a-0ee3-4171-a729-f34653aed765 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804341
Jan 22 15:32:07.824514 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-bbe25db2-5a72-4637-9145-f87d8d7d074a service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664946
Jan 22 15:32:07.981375 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04b6d192-91a6-4336-bbe3-a1211e9e72eb req-984fe5af-fe41-418b-9baf-6e6ce551ca23 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499147
Jan 22 15:32:08.308532 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19718418-5759-4626-9fd2-b0ff11c10868 req-51afad27-c633-42ab-905b-b6732a9a2d00 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:08.309234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-19718418-5759-4626-9fd2-b0ff11c10868 req-51afad27-c633-42ab-905b-b6732a9a2d00 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:32:08.381650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab847-04b4-41a2-ae09-a4ffe72d81da req-f60c9539-04e9-434a-9f5e-6a79613d9db4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:08.383386 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-61aab847-04b4-41a2-ae09-a4ffe72d81da req-f60c9539-04e9-434a-9f5e-6a79613d9db4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 944 time: 0.2323635
Jan 22 15:32:08.386129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-19718418-5759-4626-9fd2-b0ff11c10868 req-51afad27-c633-42ab-905b-b6732a9a2d00 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:32:08.387350 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-19718418-5759-4626-9fd2-b0ff11c10868 req-51afad27-c633-42ab-905b-b6732a9a2d00 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 931 time: 0.5999753
Jan 22 15:32:08.540180 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-19718418-5759-4626-9fd2-b0ff11c10868 req-9832a9cb-a534-41a9-9df5-ee72e0c56a4f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1434777
Jan 22 15:32:08.544310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b205a2dc-fe34-457d-a3b7-40163c9cfb6c {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:32:08.555521 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-61aab847-04b4-41a2-ae09-a4ffe72d81da req-bc3e8c23-52bb-43d0-92fb-a11a667dec4b tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576409
Jan 22 15:32:08.559902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:08.572731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Transition to ACTIVE for port object b205a2dc-fe34-457d-a3b7-40163c9cfb6c will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:32:08.610710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:08.626960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:08.762431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Pushing event updated for resources: {'Port': ['ID=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:08.768337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:08.959039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Attempting to bind port b205a2dc-fe34-457d-a3b7-40163c9cfb6c on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:32:08.959608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Attempting to bind port b205a2dc-fe34-457d-a3b7-40163c9cfb6c by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:32:08.959740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Attempting to bind port b205a2dc-fe34-457d-a3b7-40163c9cfb6c on network c756573d-c2f6-4739-a7c2-923227c9dc51 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:32:08.965841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:32:08.966107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Checking segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:32:08.966518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:08.966954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Bound using segment: {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:32:08.967433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Bound port: b205a2dc-fe34-457d-a3b7-40163c9cfb6c, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c93d84-974d-4360-9c39-78ddbc8e7c59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:32:08.967809 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:09.069651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] For port b205a2dc-fe34-457d-a3b7-40163c9cfb6c, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:32:09.073027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] For port b205a2dc-fe34-457d-a3b7-40163c9cfb6c, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:32:09.113543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:09.130004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:09.286374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Pushing event updated for resources: {'Port': ['ID=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:09.292133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:09.323777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:09.324563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:09.326232 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] 10.222.0.62 "PUT /v2.0/ports/b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 200  len: 1157 time: 1.8765914
Jan 22 15:32:09.326825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:32:09.553770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-578f47c3-bfb0-4469-941d-14be32393cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:09.555547 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-578f47c3-bfb0-4469-941d-14be32393cac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1160 time: 0.1286902
Jan 22 15:32:09.660836 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'status': 'completed', 'code': 200}
Jan 22 15:32:09.670468 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-1cbdc4b2-d8b2-496f-99f4-c935fe963706 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 200  len: 217 time: 0.1015782
Jan 22 15:32:09.855736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-9ee8f60b-c45d-45de-a317-a08f20d22be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:09.857252 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-9ee8f60b-c45d-45de-a317-a08f20d22be1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.1800909
Jan 22 15:32:09.971563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089a88-ad5d-4c0c-b9b8-0330240c3206 req-8b7fbd31-b908-4806-94fa-943c431fc4be tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:09.973263 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e089a88-ad5d-4c0c-b9b8-0330240c3206 req-8b7fbd31-b908-4806-94fa-943c431fc4be tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.2552755
Jan 22 15:32:10.004200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796844e4-bc04-472f-9623-fdd4bef3ad65 req-89895bbf-5bca-4ce1-a73c-6ba6ffbde0a8 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:10.005834 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-796844e4-bc04-472f-9623-fdd4bef3ad65 req-89895bbf-5bca-4ce1-a73c-6ba6ffbde0a8 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 944 time: 0.2865582
Jan 22 15:32:10.105091 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e089a88-ad5d-4c0c-b9b8-0330240c3206 req-a0bfd843-2379-4dbd-80c5-61bb232e59bb tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971806
Jan 22 15:32:10.110784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125982-1183-425e-b0f1-e6827140655c req-7d8bb384-83ac-4202-88fc-c7dcb1e86df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:10.112262 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-7d8bb384-83ac-4202-88fc-c7dcb1e86df8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2464261
Jan 22 15:32:10.123577 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-796844e4-bc04-472f-9623-fdd4bef3ad65 req-422b2e92-350f-4fbf-add2-226c6662e9bc tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968080
Jan 22 15:32:10.262380 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-698504c4-f022-4c1e-a03c-9e4842a44b45 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377470
Jan 22 15:32:10.407173 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29125982-1183-425e-b0f1-e6827140655c req-438e5e37-fb79-48f8-825d-5e4c69d56d06 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379378
Jan 22 15:32:10.594108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-e0650304-c35c-44d4-839a-e1cd7ab6503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:10.596425 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-e0650304-c35c-44d4-839a-e1cd7ab6503a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1160 time: 0.0784197
Jan 22 15:32:10.603970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-2eb656bb-c4ad-46ce-a3af-09f09f946c53 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80250) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:32:10.742070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-e83da26c-f5bd-45c5-9a3e-9f43e1cc06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:10.743736 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-e83da26c-f5bd-45c5-9a3e-9f43e1cc06f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.1409891
Jan 22 15:32:10.821873 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-f81aebf7-bd75-44d9-8221-82cc08c49ed6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 200  len: 217 time: 0.0703435
Jan 22 15:32:10.893562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-a3b93035-2718-485f-b428-4ad1de3f136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:10.895221 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-a3b93035-2718-485f-b428-4ad1de3f136f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0661252
Jan 22 15:32:10.978029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-02e0cb27-f47d-4e8b-878c-635b0fa3c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:10.979719 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-02e0cb27-f47d-4e8b-878c-635b0fa3c2a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776534
Jan 22 15:32:11.072105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 340d5096-622b-4701-8388-5b44b81e0f95 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:32:11.152451 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-d0d4d101-7c2d-4a95-8d67-da6f01db34d1 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595347
Jan 22 15:32:11.161163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 340d5096-622b-4701-8388-5b44b81e0f95 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:32:11.167336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 340d5096-622b-4701-8388-5b44b81e0f95 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:11.168024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:11.307949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:11.336415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:32:11.347788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 340d5096-622b-4701-8388-5b44b81e0f95, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=340d5096-622b-4701-8388-5b44b81e0f95,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:32:11.379121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:11.383769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-da4ade9a-cc9e-42bb-b802-7d3db20b2240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:11.424338 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b9463c1-b668-425c-b144-62e8fc448bd9 req-05ba341a-635c-48bf-b1bf-150c934ff13a service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2648873
Jan 22 15:32:11.457466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=340d5096-622b-4701-8388-5b44b81e0f95,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:11.465406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.465792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.466170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.466545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.466937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.467310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.467677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.468044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.468409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.468770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.469128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.469487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.469904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.470301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.470702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.471065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.471425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.471791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.472150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.472556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.472871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.473227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.473587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.473944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:32:11.478333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:11.488484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86912529-e94c-4db6-ac75-c7b48466c900 req-796bb2a8-2f44-4a44-a3f3-d1c045326553 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:11.490126 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-86912529-e94c-4db6-ac75-c7b48466c900 req-796bb2a8-2f44-4a44-a3f3-d1c045326553 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.2262232
Jan 22 15:32:11.516729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637a50-0e2a-4c9f-a177-d956fc0a6ef7 req-97ea2557-5382-4a08-a7ea-0c2ca6936096 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:11.518872 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cd637a50-0e2a-4c9f-a177-d956fc0a6ef7 req-97ea2557-5382-4a08-a7ea-0c2ca6936096 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.2562206
Jan 22 15:32:11.603859 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-86912529-e94c-4db6-ac75-c7b48466c900 req-54aab057-7ea1-433d-a3ff-0327dc456ad5 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838292
Jan 22 15:32:11.610492 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cd637a50-0e2a-4c9f-a177-d956fc0a6ef7 req-3e3e068a-e894-48eb-8a00-816e0ab3c1e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748658
Jan 22 15:32:11.766790 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95', 'code': 200}
Jan 22 15:32:12.910806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c480f7-023d-4b5e-8166-862434d61853 req-114fdb6e-6ae3-46bc-9a9f-24f854cd581c tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:12.912336 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28c480f7-023d-4b5e-8166-862434d61853 req-114fdb6e-6ae3-46bc-9a9f-24f854cd581c tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1785176
Jan 22 15:32:12.939274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc905285-0fe2-4fdc-8b3d-668c26de3d57 req-10d95f98-db5c-46c4-a0a9-40270517876d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:12.941338 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc905285-0fe2-4fdc-8b3d-668c26de3d57 req-10d95f98-db5c-46c4-a0a9-40270517876d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1660836
Jan 22 15:32:13.018497 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-28c480f7-023d-4b5e-8166-862434d61853 req-24a33a89-8d3a-4569-b89f-10ea3e4eb0eb tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755939
Jan 22 15:32:13.029257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc905285-0fe2-4fdc-8b3d-668c26de3d57 req-78fe7b3c-ef69-46e2-a9e8-11c8ffc75661 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721781
Jan 22 15:32:14.052316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:14.338456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 340d5096-622b-4701-8388-5b44b81e0f95 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:32:14.416259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 340d5096-622b-4701-8388-5b44b81e0f95 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:14.416708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:14.630973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa48405-3e67-4a56-b628-f362333e9eff req-340ee07b-6b46-4bc2-8e66-65ae2b54cbd0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:14.632609 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9fa48405-3e67-4a56-b628-f362333e9eff req-340ee07b-6b46-4bc2-8e66-65ae2b54cbd0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.4442766
Jan 22 15:32:14.659734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ec0c-a0c6-4f5f-b77b-fb5af936b3a2 req-a320b72c-2194-405a-bf75-7df92d268489 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:14.661237 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2496ec0c-a0c6-4f5f-b77b-fb5af936b3a2 req-a320b72c-2194-405a-bf75-7df92d268489 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.5108376
Jan 22 15:32:14.687979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f9c2-13fe-4ab3-857b-0b90b9c6bbbf req-fcf9cb8f-70a7-485a-a4e9-33d712da7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:14.690132 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8263f9c2-13fe-4ab3-857b-0b90b9c6bbbf req-fcf9cb8f-70a7-485a-a4e9-33d712da7b04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1163 time: 0.2173107
Jan 22 15:32:14.777199 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9fa48405-3e67-4a56-b628-f362333e9eff req-a19a50c7-12a1-4a3f-b99f-63569cba05e3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147237
Jan 22 15:32:14.789143 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2496ec0c-a0c6-4f5f-b77b-fb5af936b3a2 req-14e74f99-9ea2-4cc9-b479-d614a1f0023f tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075361
Jan 22 15:32:14.792867 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8263f9c2-13fe-4ab3-857b-0b90b9c6bbbf req-47a0505f-21b6-4250-970b-e10d5aa78868 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875983
Jan 22 15:32:16.121729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef239-a219-474f-8cad-0d77c9569580 req-16160c6b-f05a-4189-b602-5494c2f1ef38 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:16.123397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4bef239-a219-474f-8cad-0d77c9569580 req-16160c6b-f05a-4189-b602-5494c2f1ef38 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1399419
Jan 22 15:32:16.150843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270d9e8-12df-492f-aa72-3f7f99fefd1a req-b12cb015-fd45-4e8e-861f-a8f89d50e2ac tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:16.152399 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6270d9e8-12df-492f-aa72-3f7f99fefd1a req-b12cb015-fd45-4e8e-861f-a8f89d50e2ac tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.2106102
Jan 22 15:32:16.235764 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4bef239-a219-474f-8cad-0d77c9569580 req-ac7952c1-0ca5-4fb8-aa64-7aa1377720fd tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822990
Jan 22 15:32:16.248433 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6270d9e8-12df-492f-aa72-3f7f99fefd1a req-8c23abb4-eb0f-438e-a5a4-9132c3111f11 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760975
Jan 22 15:32:16.806396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:32:16.920363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:32:16.926203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:16.926649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:17.053849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:17.083234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:32:17.095286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port b205a2dc-fe34-457d-a3b7-40163c9cfb6c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:32:17.142283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:17.147124 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'code': 200}
Jan 22 15:32:17.147750 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:17.225559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:17.228882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:17.624662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63088840-3808-4c79-b82a-3b0baa11770e req-1c7809a4-794b-4e66-a8c5-b2ba36b837ce tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:17.626319 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-63088840-3808-4c79-b82a-3b0baa11770e req-1c7809a4-794b-4e66-a8c5-b2ba36b837ce tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.2500715
Jan 22 15:32:17.661140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee79ca-c208-4380-bd65-571e311bcd59 req-8e969973-f498-4db4-a9c3-ed5de1fc3941 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:17.662763 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-feee79ca-c208-4380-bd65-571e311bcd59 req-8e969973-f498-4db4-a9c3-ed5de1fc3941 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.2457571
Jan 22 15:32:17.679397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3986c9-dc5c-4e6d-8da2-0158f071889b req-822b1ef3-9c06-4113-8091-8af5c39f7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:17.680928 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0e3986c9-dc5c-4e6d-8da2-0158f071889b req-822b1ef3-9c06-4113-8091-8af5c39f7461 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1162 time: 0.2224276
Jan 22 15:32:17.779467 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-63088840-3808-4c79-b82a-3b0baa11770e req-3d158d55-41b7-4994-a272-481e390df572 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448674
Jan 22 15:32:17.788689 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-feee79ca-c208-4380-bd65-571e311bcd59 req-ffae6f6b-5e5a-49f5-b3af-39a4a190608e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067576
Jan 22 15:32:17.794392 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0e3986c9-dc5c-4e6d-8da2-0158f071889b req-a712edd6-7071-4a27-8a08-f93e06e8bb2b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921481
Jan 22 15:32:18.014021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a30e13-4270-4fc2-8083-b97f9d2a91ef req-5fb426a2-e00f-4ae7-b1a2-e067987daf2b tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:18.015652 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b8a30e13-4270-4fc2-8083-b97f9d2a91ef req-5fb426a2-e00f-4ae7-b1a2-e067987daf2b tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1074548
Jan 22 15:32:18.068130 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b8a30e13-4270-4fc2-8083-b97f9d2a91ef req-8e705ff5-6058-49dc-83b0-ffc2cf9d5b55 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454283
Jan 22 15:32:18.348421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:32:18.425318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:18.425747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:18.555251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b010ca-3b9e-4294-b221-1ec797c09cf6 req-1d255a5b-cb1f-46e6-aecb-315bd24ff149 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:18.556956 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-70b010ca-3b9e-4294-b221-1ec797c09cf6 req-1d255a5b-cb1f-46e6-aecb-315bd24ff149 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1198556
Jan 22 15:32:18.609125 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-70b010ca-3b9e-4294-b221-1ec797c09cf6 req-269786de-6002-4fd2-b78c-24a52ce457b1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457485
Jan 22 15:32:19.043771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067386e5-f2ad-4f7d-810b-ed97b5dcbd14 req-11688b64-9a19-4187-b53d-23e7832c36df tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:19.045457 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-067386e5-f2ad-4f7d-810b-ed97b5dcbd14 req-11688b64-9a19-4187-b53d-23e7832c36df tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1135814
Jan 22 15:32:19.106540 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-067386e5-f2ad-4f7d-810b-ed97b5dcbd14 req-dd423f52-2691-4027-9d83-33c38e6622ca tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542316
Jan 22 15:32:20.021032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47330) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:32:20.177940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.194509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:20.198709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Usage tracker for resource:security_group_rule and tenant:af09957b1f814ebcb48d519fcfbe2b01 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:32:20.201734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:32:20.208251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:20.308573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.343706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.372486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-51f18706-30e8-4a0c-9094-e5ff5b678530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:20.399345 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af09957b1f814ebcb48d519fcfbe2b01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3770835
Jan 22 15:32:20.400285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47342) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:32:20.402311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98134ad-8a65-4201-aae8-cfb9c590daad req-2e7c3202-83eb-449c-bfce-b7e0787be751 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:20.410591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:32:20.411741 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f98134ad-8a65-4201-aae8-cfb9c590daad req-2e7c3202-83eb-449c-bfce-b7e0787be751 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1557350
Jan 22 15:32:20.440035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa7c879-2011-4542-a788-37b8d5e52fca,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:20.453855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2d4cd90e-4ed3-48e3-87e5-9d702e1b686b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:20.480041 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f98134ad-8a65-4201-aae8-cfb9c590daad req-48593811-0141-4bb4-99e4-d48f6d7807f1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658889
Jan 22 15:32:20.497457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fea7dc6e-96c1-44d4-8828-32208bc55c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.537469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fea7dc6e-96c1-44d4-8828-32208bc55c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.545477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:20.545902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.669071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fea7dc6e-96c1-44d4-8828-32208bc55c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.678132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cc94529d-62c7-41da-9a5c-2bc3ff2312fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:20.693773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7dc6e-96c1-44d4-8828-32208bc55c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa7c879-2011-4542-a788-37b8d5e52fca,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:20.696688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fea7dc6e-96c1-44d4-8828-32208bc55c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:20.698051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fea7dc6e-96c1-44d4-8828-32208bc55c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:20.702265 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-fea7dc6e-96c1-44d4-8828-32208bc55c38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5aa7c879-2011-4542-a788-37b8d5e52fca HTTP/1.1" status: 204  len: 168 time: 0.2981691
Jan 22 15:32:20.801214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18813be3-2206-421d-923a-f8404f67c65d req-cd63e2e5-4df3-4af3-8365-b665d9eaefbe tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:20.801214 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-18813be3-2206-421d-923a-f8404f67c65d req-cd63e2e5-4df3-4af3-8365-b665d9eaefbe tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1207442
Jan 22 15:32:20.811545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47358) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:32:20.817646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Request body: {'floatingip': {'port_id': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:20.909373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:21.595125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5090128-f1e1-4011-abea-f63aecbfc108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:21.993014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:22.029047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:22.236459 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Floating IP 690e34cf-6caa-400b-a2f1-1eacea5c4718 associated. External IP: 172.27.3.45, port: b205a2dc-fe34-457d-a3b7-40163c9cfb6c.
Jan 22 15:32:22.608339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 47394) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:32:22.628713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:32:22.763583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:22.779426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:22.785248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Usage tracker for resource:security_group_rule and tenant:9c55b08ef98445ab98ca0f705817df2c is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:32:22.788486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:32:22.794732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:22.821477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:32:22.826484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:22.831698 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] Sync routers for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:32:22.842521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:32:22.843247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d3f630>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:22.886783 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0e4808f2-1527-4c48-9578-7f187a3587e4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "PUT /v2.0/floatingips/690e34cf-6caa-400b-a2f1-1eacea5c4718 HTTP/1.1" status: 200  len: 990 time: 2.0712769
Jan 22 15:32:22.886783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:32:22.958063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:22.969633 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'status': 'completed', 'code': 200}
Jan 22 15:32:22.994937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:23.009083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fafbb537-7fdc-4f59-b262-33c7b5ea0c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:23.044950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:32:23.105783 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c55b08ef98445ab98ca0f705817df2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4955297
Jan 22 15:32:23.109811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47404) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:32:23.111439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd34a48-0b72-4011-b899-6da6090e1186,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:23.115349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:23.150758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a295161-8071-4193-a3cd-090ed354b668 req-9627a67f-9ad7-4b92-94ce-dd57883b79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:23.152505 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a295161-8071-4193-a3cd-090ed354b668 req-9627a67f-9ad7-4b92-94ce-dd57883b79d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1162 time: 0.1205819
Jan 22 15:32:23.181599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:23.212929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:23.303589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:23.308894 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0242c43d-4d7c-4caa-b37b-85ade593e273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:23.310408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a295161-8071-4193-a3cd-090ed354b668 req-976eeeb2-3656-49fc-8972-2ffc4a0b59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:23.312045 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a295161-8071-4193-a3cd-090ed354b668 req-976eeeb2-3656-49fc-8972-2ffc4a0b59c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.1424129
Jan 22 15:32:23.327801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd34a48-0b72-4011-b899-6da6090e1186,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:23.331964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:23.334260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:23.349160 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfd34a48-0b72-4011-b899-6da6090e1186 HTTP/1.1" status: 204  len: 168 time: 0.2293587
Jan 22 15:32:23.439750 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a295161-8071-4193-a3cd-090ed354b668 req-1165c71f-791e-4d36-ac78-83af489fc264 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 200  len: 998 time: 0.1206534
Jan 22 15:32:23.479567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d3f630>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '690e34cf-6caa-400b-a2f1-1eacea5c4718', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'port_id': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'mac_address': 'fa:16:3e:f9:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e649bb3-925f-41bd-b628-fedda837378d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:31:48Z', 'updated_at': '2021-01-22T15:32:21Z', 'revision_number': 1, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:23.484596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] Checking router: 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:32:23.495123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:32:23.495797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d3f630>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:31:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:23.517766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a295161-8071-4193-a3cd-090ed354b668 req-9a5fb5e7-3bd1-43be-9e52-f32cf8877471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:23.519448 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a295161-8071-4193-a3cd-090ed354b668 req-9a5fb5e7-3bd1-43be-9e52-f32cf8877471 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0731711
Jan 22 15:32:23.615927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a295161-8071-4193-a3cd-090ed354b668 req-73df0885-fb6b-4d7c-aa68-af39e65d99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:23.617735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a295161-8071-4193-a3cd-090ed354b668 req-73df0885-fb6b-4d7c-aa68-af39e65d99da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884252
Jan 22 15:32:23.724908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:32:23.789664 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a295161-8071-4193-a3cd-090ed354b668 req-429de9f4-b2fc-480e-a46a-81de7d6640dc service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639924
Jan 22 15:32:23.940313 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a295161-8071-4193-a3cd-090ed354b668 req-ecade59f-053e-4396-b1d2-7bda152d7ecc service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439836
Jan 22 15:32:23.945889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3510c1f6-e67d-4fcb-b122-34d5441a3b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:24.131192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d3f630>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '690e34cf-6caa-400b-a2f1-1eacea5c4718', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'port_id': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'mac_address': 'fa:16:3e:f9:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e649bb3-925f-41bd-b628-fedda837378d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:31:48Z', 'updated_at': '2021-01-22T15:32:21Z', 'revision_number': 1, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:24.135443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ec011-122f-40df-b3df-37577384ffd7 None None] The sync data for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi is: [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '690e34cf-6caa-400b-a2f1-1eacea5c4718', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'port_id': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'mac_address': 'fa:16:3e:f9:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e649bb3-925f-41bd-b628-fedda837378d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:31:48Z', 'updated_at': '2021-01-22T15:32:21Z', 'revision_number': 1, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:32:24.438495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992f262-1552-44b9-ad9d-ee04ac640c57 None None] New status for floating IP 690e34cf-6caa-400b-a2f1-1eacea5c4718: ACTIVE {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:32:24.703165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:25.259804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:32:25.554671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:25.946644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:29.641459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f97242-3f6f-4d6d-8a26-49ea3fc39956 req-bab062fc-b036-4871-bf26-2bafde8a1a54 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:29.643011 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29f97242-3f6f-4d6d-8a26-49ea3fc39956 req-bab062fc-b036-4871-bf26-2bafde8a1a54 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1092551
Jan 22 15:32:29.696401 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29f97242-3f6f-4d6d-8a26-49ea3fc39956 req-8b65d391-b2c9-498f-b7b6-c7e7d0eb0308 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464947
Jan 22 15:32:29.919068 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-53eeea60-a0c4-4c7f-86c5-af23e114dfe0 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1660154
Jan 22 15:32:29.929184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:29.939129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:29.943897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Usage tracker for resource:floatingip and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:32:29.946983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:32:29.953675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:30.006349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for floatingip, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:30.155520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:30.429976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Allocated IP 172.27.3.126 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/408ff20a-65da-4d4d-b2e7-214a8f843b65) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:32:30.588263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:30.675555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:30.691232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:31.040579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'Port': ['ID=408ff20a-65da-4d4d-b2e7-214a8f843b65,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:31.045829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:31.103294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:32:31.104459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:32:31.107389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:32:31.190222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for floatingip, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:31.285537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:31.563387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:31.609239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:31.625807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:31.761198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'Port': ['ID=408ff20a-65da-4d4d-b2e7-214a8f843b65,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:31.765790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:31.869932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:31.935023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:31.936332 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0114827
Jan 22 15:32:32.025715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-8bfa749b-9bcf-445c-9945-2e4599935237 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Synchronizing usage tracker for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:floatingip {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:32:32.089840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-8bfa749b-9bcf-445c-9945-2e4599935237 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Unset dirty status for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:floatingip {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:32:32.091231 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-8bfa749b-9bcf-445c-9945-2e4599935237 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.126 HTTP/1.1" status: 200  len: 696 time: 0.1478755
Jan 22 15:32:32.277046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-02f91b49-6a9e-45d3-8548-ffebee6cb5d9 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:32.278594 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ada44b0e-210a-4fc4-bec5-577017ff68a1 req-02f91b49-6a9e-45d3-8548-ffebee6cb5d9 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1809328
Jan 22 15:32:32.496611 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a231225c-834a-439f-9cf4-a698a40c7626 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:32.498165 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a231225c-834a-439f-9cf4-a698a40c7626 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1119211
Jan 22 15:32:32.593009 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-7c107098-6674-4147-bd9e-aaf7ea301194 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.126 HTTP/1.1" status: 200  len: 696 time: 0.0887337
Jan 22 15:32:32.603889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'floatingip': {'port_id': '340d5096-622b-4701-8388-5b44b81e0f95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:32.688465 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:33.334885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:33.375639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:33.569147 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Floating IP 663001d7-781c-4e96-9f18-83c9aa601b6c associated. External IP: 172.27.3.126, port: 340d5096-622b-4701-8388-5b44b81e0f95.
Jan 22 15:32:33.942515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:32:34.133486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:32:34.137846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:34.143098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] Sync routers for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:32:34.154405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:32:34.155149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e48d95f8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:32:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:34.198736 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-a1f29504-4ec4-4fea-b9fa-f99d346cdae4 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "PUT /v2.0/floatingips/663001d7-781c-4e96-9f18-83c9aa601b6c HTTP/1.1" status: 200  len: 997 time: 1.5989501
Jan 22 15:32:34.199286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:32:34.259577 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95', 'status': 'completed', 'code': 200}
Jan 22 15:32:34.350114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:32:34.461494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-9a6c133f-2834-4406-9c84-3fd81e063fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:34.463104 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-9a6c133f-2834-4406-9c84-3fd81e063fb5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1163 time: 0.1485865
Jan 22 15:32:34.464939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-5d6dad15-1311-428d-b6cc-9dc51174bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:34.466430 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-5d6dad15-1311-428d-b6cc-9dc51174bdc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1163 time: 0.2523360
Jan 22 15:32:34.736188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e48d95f8>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '663001d7-781c-4e96-9f18-83c9aa601b6c', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'port_id': '340d5096-622b-4701-8388-5b44b81e0f95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'mac_address': 'fa:16:3e:44:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:32:31Z', 'updated_at': '2021-01-22T15:32:33Z', 'revision_number': 1, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:43Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:34.741324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] Checking router: fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:32:34.751381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:32:34.752080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e48d95f8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:32:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:34.978438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-8cd79aec-1da7-4c5a-bb9c-8c05b75a165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:34.980082 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-8cd79aec-1da7-4c5a-bb9c-8c05b75a165b service neutron] 10.222.0.62 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 907 time: 0.5085166
Jan 22 15:32:34.981187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-26666de7-b7e9-49c4-a081-60b7a7aadbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:34.982702 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-26666de7-b7e9-49c4-a081-60b7a7aadbc0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 907 time: 0.4868844
Jan 22 15:32:35.117341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:32:35.181328 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-ecb370dc-ae07-4902-8f3c-53e9925967cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 1000 time: 0.1923964
Jan 22 15:32:35.233505 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-1a5a2ea4-aaa9-4e7d-8dbf-a63ff58af47b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 1000 time: 0.1752412
Jan 22 15:32:35.311970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-1c7f4bdb-927e-4365-9439-1c55357acb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:35.313560 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-1c7f4bdb-927e-4365-9439-1c55357acb82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.1245224
Jan 22 15:32:35.321114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-686d6e62-4437-455c-845e-23d487dbec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:35.322656 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-686d6e62-4437-455c-845e-23d487dbec97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.0813305
Jan 22 15:32:35.476562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-99d0f86e-54ac-4e6f-86bd-0d4bac4e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:35.478209 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-99d0f86e-54ac-4e6f-86bd-0d4bac4e10fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1526866
Jan 22 15:32:35.480218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-936697cf-a7dd-4f14-907a-5cdcbc7c85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:35.481714 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-936697cf-a7dd-4f14-907a-5cdcbc7c85a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1155000
Jan 22 15:32:35.492031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e48d95f8>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '663001d7-781c-4e96-9f18-83c9aa601b6c', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'port_id': '340d5096-622b-4701-8388-5b44b81e0f95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'mac_address': 'fa:16:3e:44:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:32:31Z', 'updated_at': '2021-01-22T15:32:33Z', 'revision_number': 1, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:43Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:32:35.496553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ccc26-51bb-43d2-8ac9-aba0b14e91d6 None None] The sync data for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi is: [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '663001d7-781c-4e96-9f18-83c9aa601b6c', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'port_id': '340d5096-622b-4701-8388-5b44b81e0f95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'mac_address': 'fa:16:3e:44:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:32:31Z', 'updated_at': '2021-01-22T15:32:33Z', 'revision_number': 1, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:43Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:32:35.515271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-41fce581-2633-460b-9017-8d1859d0e680 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:32:35.516331 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-41fce581-2633-460b-9017-8d1859d0e680 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061555
Jan 22 15:32:35.758142 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-ad512432-c902-4f02-948d-099face8aade service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721865
Jan 22 15:32:35.769003 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-6cb49b98-a8c6-4693-9152-86c7569ee4e6 service neutron] 10.222.0.54 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965826
Jan 22 15:32:35.792657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd29ec-0046-42e8-9ec4-8b0997686c50 None None] New status for floating IP 663001d7-781c-4e96-9f18-83c9aa601b6c: ACTIVE {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:32:36.032095 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e698f730-1e7d-44e7-889f-d1d4e1cac720 req-90f99b9e-9f4c-46a2-93ab-a6375f355225 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2660518
Jan 22 15:32:36.037297 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-458878f1-01f8-47cc-a5d7-17f14c0e29cd req-c87302f8-d348-41ea-a2f3-83171f949ad3 service neutron] 10.222.0.54 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2441833
Jan 22 15:32:36.157581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1717659748', 'description': 'tempest-TestMinimumBasicScenario-1717659748 description'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:36.168187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:36.179008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:36.215142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.238513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:36.242656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Usage tracker for resource:security_group_rule and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:32:36.245666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:32:36.251701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:36.325077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.352324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.357934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f66e844b-f2a9-468f-9fc2-2fd7eec51d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:36.405208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:36.408618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:36.438078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.439450 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0dc7fb9e-8d72-4cd8-af2f-b741b97f2d7a req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2869425
Jan 22 15:32:36.524608 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-f634c3c3-0ca4-4428-8354-0a09f3010a59 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups/bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1 HTTP/1.1" status: 200  len: 1814 time: 0.0516803
Jan 22 15:32:36.535723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:36.536083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:36.546511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:36.551320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Usage tracker for resource:security_group_rule and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:32:36.554336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:32:36.560139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:36.650090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.674049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.700772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.703567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:36.725955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fff038-9374-421b-bdec-8fbcd7ab3e52,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:36.730282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:36.763820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:36.765130 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e4fb2705-430d-4392-aa23-fdf2e442d88e req-271d2bbe-38b5-4e49-94c3-cbc81bf36793 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2342374
Jan 22 15:32:36.850901 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-75795a79-aa9b-4f22-941a-f22beaecdbf5 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups/bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1 HTTP/1.1" status: 200  len: 2407 time: 0.0537035
Jan 22 15:32:36.861764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1', 'remote_group_id': None}]} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:36.862123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1', 'remote_group_id': None}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:36.873651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:32:36.877920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Usage tracker for resource:security_group_rule and tenant:e23112cef285402f9a525f4d0cd25bf3 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:32:36.881141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:32:36.887255 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:32:36.988296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:37.013454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:37.061207 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:37.063493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0b692720-8cf0-4ab8-959c-5c8f9205b3ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:37.088927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fac0d1-38d1-4402-a1ca-5518149405c1,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:37.094003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:37.131435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:37.132750 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4422d7eb-a5a4-4798-8ccd-e6dbb90446dc req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2754486
Jan 22 15:32:37.287643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-df1430ba-d039-40e6-baa9-4ac5d88f09dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Synchronizing usage tracker for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:32:37.332085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-df1430ba-d039-40e6-baa9-4ac5d88f09dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Unset dirty status for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:32:37.333391 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-df1430ba-d039-40e6-baa9-4ac5d88f09dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1717659748&fields=id&tenant_id=e23112cef285402f9a525f4d0cd25bf3 HTTP/1.1" status: 200  len: 267 time: 0.0922282
Jan 22 15:32:37.444047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-4533f393-70ab-4ab4-91e4-53632a9b5560 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:37.445650 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-4533f393-70ab-4ab4-91e4-53632a9b5560 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1062346
Jan 22 15:32:37.457695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'port': {'security_groups': ['0136be25-5065-4f9b-8a0f-5b2dbe7ae158', 'bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:32:37.602543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:37.935399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] For port 340d5096-622b-4701-8388-5b44b81e0f95, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=340d5096-622b-4701-8388-5b44b81e0f95,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:32:37.962531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:37.999822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:38.017020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:32:38.185077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'Port': ['ID=340d5096-622b-4701-8388-5b44b81e0f95,revision_number=5']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:32:38.190665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:32:38.241185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:38.241931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:38.243566 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2f6964d6-0175-4d61-8538-f19f089d1751 req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "PUT /v2.0/ports/340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 982 time: 0.7910097
Jan 22 15:32:38.244133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:32:38.309227 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95', 'status': 'completed', 'code': 200}
Jan 22 15:32:38.451908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-178bd49b-27cd-4308-b714-91470603c9d6 None None] Provisioning complete for port 340d5096-622b-4701-8388-5b44b81e0f95 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:38.452267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-178bd49b-27cd-4308-b714-91470603c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:38.529560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7743fba-0d91-456e-b225-c59b4308c3e4 req-252d5f24-3362-421a-a75e-02ac890fefc8 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:38.531237 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e7743fba-0d91-456e-b225-c59b4308c3e4 req-252d5f24-3362-421a-a75e-02ac890fefc8 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1798663
Jan 22 15:32:38.533639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-dd867661-2cff-46eb-b9a0-0f996fed4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:38.535831 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-dd867661-2cff-46eb-b9a0-0f996fed4a85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1203 time: 0.1424096
Jan 22 15:32:38.686380 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e7743fba-0d91-456e-b225-c59b4308c3e4 req-53d5beb0-6989-4cf3-9a4f-fbcc8bb1cc64 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1475906
Jan 22 15:32:38.729328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-1b7c8bb9-33d0-45a4-a4b5-9be4168c0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:38.731189 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-1b7c8bb9-33d0-45a4-a4b5-9be4168c0b3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 907 time: 0.1778076
Jan 22 15:32:38.841384 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-86eeb6d5-d1b2-49b0-bd6f-8696e44db220 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 1002 time: 0.1033030
Jan 22 15:32:38.848687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 340d5096-622b-4701-8388-5b44b81e0f95 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:32:38.928473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 340d5096-622b-4701-8388-5b44b81e0f95 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:32:38.928897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:39.143270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-c8c41670-c78f-4619-8582-bf1f25fbb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:39.144845 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-c8c41670-c78f-4619-8582-bf1f25fbb946 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.2960534
Jan 22 15:32:39.241733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-a2c2fdd5-411e-472b-bf9d-9ec40f9276af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:39.243248 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-a2c2fdd5-411e-472b-bf9d-9ec40f9276af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809772
Jan 22 15:32:39.391064 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-8313c420-a899-4985-85d0-4bcc4a755da0 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406722
Jan 22 15:32:39.539201 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b05f3a8d-34ce-4b1e-8a9d-a48fd6ae6d1a req-854c13a1-a0b9-4892-8f0f-dd8541224f19 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402781
Jan 22 15:32:44.055018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:51.571100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-020b1145-ac77-45ec-91c8-e34cff6874ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:53.193887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e040f8-7b7c-49d9-96e2-b78d3011b5f5 req-908aa1c3-09bb-4069-9001-f36132d348be tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:53.195659 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41e040f8-7b7c-49d9-96e2-b78d3011b5f5 req-908aa1c3-09bb-4069-9001-f36132d348be tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1661887
Jan 22 15:32:53.273161 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41e040f8-7b7c-49d9-96e2-b78d3011b5f5 req-fa9193b8-1419-4ba3-925a-56b1123a65d1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0698447
Jan 22 15:32:53.275489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-bdf1cc89-28aa-4e95-afd9-750dfcd1a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:53.277030 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-bdf1cc89-28aa-4e95-afd9-750dfcd1a504 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1203 time: 0.1708803
Jan 22 15:32:53.428492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-32f94c6b-1553-4a44-a523-5658de952ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:53.430097 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-32f94c6b-1553-4a44-a523-5658de952ef0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 907 time: 0.1445029
Jan 22 15:32:53.546619 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-4804d6c5-e437-4609-9871-f2893333a545 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 1002 time: 0.1089828
Jan 22 15:32:53.621033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-fc60f5cd-e6e2-45e5-8ca6-c12ca7c85ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:53.622677 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-fc60f5cd-e6e2-45e5-8ca6-c12ca7c85ba4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.0666559
Jan 22 15:32:53.713895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-b4b023d5-256b-48c8-a141-895edac0f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:53.715589 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-b4b023d5-256b-48c8-a141-895edac0f3c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840094
Jan 22 15:32:53.867256 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-fca88bab-39c7-4761-b4b8-e42488884247 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435006
Jan 22 15:32:53.925799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ffca9f3e-f1be-44d9-bc4e-2e2bd8978737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:54.024119 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2ab3babd-2d78-490f-a685-bbc577c1722c req-0746a780-b78f-4fc3-91f6-08be50e6c2b5 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493230
Jan 22 15:32:54.528915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31f058-7f64-4121-a53f-9dfe91f829cc req-cebb92b0-1360-420e-aad6-af4fa04ee285 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:54.530603 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fd31f058-7f64-4121-a53f-9dfe91f829cc req-cebb92b0-1360-420e-aad6-af4fa04ee285 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1108232
Jan 22 15:32:54.591236 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fd31f058-7f64-4121-a53f-9dfe91f829cc req-4e36f002-8a73-4cad-a494-0c6936c4fe56 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0533633
Jan 22 15:32:54.713880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:55.542844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:55.849675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb2409-85fe-4e23-b61c-8632bde0a8a5 req-2c2362b0-6a32-4b9f-b268-73a18e8c5706 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:55.851228 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-10bb2409-85fe-4e23-b61c-8632bde0a8a5 req-2c2362b0-6a32-4b9f-b268-73a18e8c5706 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1273930
Jan 22 15:32:55.910953 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-10bb2409-85fe-4e23-b61c-8632bde0a8a5 req-69064ebe-a7d5-4754-879b-22caf6505fdf tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0531039
Jan 22 15:32:55.965386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:32:57.156104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743d9d0-0fdd-4308-b779-a6b473b84134 req-b68e300b-85f0-4c99-bf5d-ef88aeca1019 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:57.157749 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d743d9d0-0fdd-4308-b779-a6b473b84134 req-b68e300b-85f0-4c99-bf5d-ef88aeca1019 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1114879
Jan 22 15:32:57.220006 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d743d9d0-0fdd-4308-b779-a6b473b84134 req-a8607614-196d-47e5-9d44-8b397f897343 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0559595
Jan 22 15:32:58.457591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd90f1-b407-45dc-b1f3-a48c7f8c6ac3 req-04080196-0097-488e-872d-d6587d4a9a7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:58.459253 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cffd90f1-b407-45dc-b1f3-a48c7f8c6ac3 req-04080196-0097-488e-872d-d6587d4a9a7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1080639
Jan 22 15:32:58.518045 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cffd90f1-b407-45dc-b1f3-a48c7f8c6ac3 req-61f95788-f3b6-473a-986b-a05e358b9a63 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0523188
Jan 22 15:32:59.762517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eeb86-bc94-4121-a30a-ca54f2dcdfa3 req-19f60f32-6cab-46dd-b902-93e9851ecd85 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:32:59.764151 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1c2eeb86-bc94-4121-a30a-ca54f2dcdfa3 req-19f60f32-6cab-46dd-b902-93e9851ecd85 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1179416
Jan 22 15:32:59.827448 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1c2eeb86-bc94-4121-a30a-ca54f2dcdfa3 req-93a3cd86-4414-4bfb-8566-268a59a061a3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0560887
Jan 22 15:33:01.065430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823e7f-1e3e-46cf-866c-57036d89bacf req-19ed4761-8bd0-49b5-a429-14036f66ec63 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:01.067223 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-24823e7f-1e3e-46cf-866c-57036d89bacf req-19ed4761-8bd0-49b5-a429-14036f66ec63 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1080463
Jan 22 15:33:01.129916 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-24823e7f-1e3e-46cf-866c-57036d89bacf req-9f42091b-5472-46f9-9b60-7faba3d0e059 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0562227
Jan 22 15:33:02.144452 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-84bcdbbc-9061-4810-8994-b4f4596fffee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0826254
Jan 22 15:33:02.259985 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:33:02.388109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619baf72-136c-4354-9b83-b82f53d119fc req-3fdf4dd1-adf2-4a98-8314-296a69374c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:02.389626 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-3fdf4dd1-adf2-4a98-8314-296a69374c94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.1538007
Jan 22 15:33:02.416121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30788-a40e-4d3a-a354-527473658d86 req-968476e5-fcc7-4cb3-9ae5-a51d892b6e7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:02.417705 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60f30788-a40e-4d3a-a354-527473658d86 req-968476e5-fcc7-4cb3-9ae5-a51d892b6e7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1412895
Jan 22 15:33:02.566308 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60f30788-a40e-4d3a-a354-527473658d86 req-593e33ae-8f70-41a7-b597-93c0c6e41005 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1248403
Jan 22 15:33:02.602931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619baf72-136c-4354-9b83-b82f53d119fc req-1c724ce4-3920-42dc-bea6-ddd64702619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:02.604518 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-1c724ce4-3920-42dc-bea6-ddd64702619c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.1858644
Jan 22 15:33:02.720704 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-31a381e7-f04e-44f2-ac74-e63c3b34aa40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 1001 time: 0.1075695
Jan 22 15:33:02.791655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619baf72-136c-4354-9b83-b82f53d119fc req-eeb1241f-9083-472e-8458-85221bd6e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:02.793213 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-eeb1241f-9083-472e-8458-85221bd6e7cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.0641060
Jan 22 15:33:02.876710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619baf72-136c-4354-9b83-b82f53d119fc req-179c129e-8a14-4b93-b598-18eba4ad47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:02.878937 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-179c129e-8a14-4b93-b598-18eba4ad47a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788608
Jan 22 15:33:03.024767 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-cd62479e-17df-4514-bf9d-b91ea78ea41c service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388960
Jan 22 15:33:03.175111 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-619baf72-136c-4354-9b83-b82f53d119fc req-d509fe7f-7255-4bae-80af-20fb9d7c959a service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427054
Jan 22 15:33:03.809723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a215f-36c2-49a2-aff3-89e177002730 req-0ae4a8d2-38bd-4117-a9de-e43a6ce95f4a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:03.811292 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-de7a215f-36c2-49a2-aff3-89e177002730 req-0ae4a8d2-38bd-4117-a9de-e43a6ce95f4a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1114216
Jan 22 15:33:03.881727 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-de7a215f-36c2-49a2-aff3-89e177002730 req-ccb8817a-74d0-43b6-8dba-a01de1361d3e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0632904
Jan 22 15:33:05.335027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc56e7-7a76-4d32-97db-0b1a178e1b76 req-9f332456-9d12-4b72-9a65-bd57df3eab3a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:05.336734 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7dcc56e7-7a76-4d32-97db-0b1a178e1b76 req-9f332456-9d12-4b72-9a65-bd57df3eab3a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.3273528
Jan 22 15:33:05.396339 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7dcc56e7-7a76-4d32-97db-0b1a178e1b76 req-18cbdb45-bce9-41a8-93dd-b746fd047952 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0525932
Jan 22 15:33:06.495150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ebd23-3341-470c-b8e6-8cd20287b4e0 req-10f383fa-aa91-454b-853a-d5461c9e84c4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:06.496793 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-702ebd23-3341-470c-b8e6-8cd20287b4e0 req-10f383fa-aa91-454b-853a-d5461c9e84c4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1091940
Jan 22 15:33:06.596003 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-702ebd23-3341-470c-b8e6-8cd20287b4e0 req-ab4872bc-623c-4521-81ee-2c0f49ecd823 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919950
Jan 22 15:33:06.655392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14968ce-0fc9-4e73-8104-b3a4c634b9f0 req-6c3754b2-1f93-4a4d-94ef-97b901f332b3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:06.656997 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b14968ce-0fc9-4e73-8104-b3a4c634b9f0 req-6c3754b2-1f93-4a4d-94ef-97b901f332b3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1234448
Jan 22 15:33:06.714970 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b14968ce-0fc9-4e73-8104-b3a4c634b9f0 req-5fcbb6b2-0b5b-4302-8334-82bad32a87fb tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1&id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0515220
Jan 22 15:33:07.849163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ea194-cbcb-4ca0-a087-60305648cc90 req-8fc58886-0ef5-4a92-86a0-97c7f6213373 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:07.850788 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ad5ea194-cbcb-4ca0-a087-60305648cc90 req-8fc58886-0ef5-4a92-86a0-97c7f6213373 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1088588
Jan 22 15:33:07.904290 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ad5ea194-cbcb-4ca0-a087-60305648cc90 req-75bd6725-3244-4872-883e-754cbe7bf08a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471280
Jan 22 15:33:09.154924 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c9f6-1cd9-413f-a119-2dda9e9fee42 req-ac99bd02-ca37-481c-88f8-74977bb949c0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:09.156585 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca93c9f6-1cd9-413f-a119-2dda9e9fee42 req-ac99bd02-ca37-481c-88f8-74977bb949c0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1075904
Jan 22 15:33:09.213816 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca93c9f6-1cd9-413f-a119-2dda9e9fee42 req-0ba057e1-67fc-416c-b392-a066b2fd85b9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500665
Jan 22 15:33:10.464790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef9656-8dff-4b2e-8361-3810fb939aac req-aef0241f-19f4-4714-ad39-eef035d06e58 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:10.466398 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f9ef9656-8dff-4b2e-8361-3810fb939aac req-aef0241f-19f4-4714-ad39-eef035d06e58 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1053963
Jan 22 15:33:10.522658 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f9ef9656-8dff-4b2e-8361-3810fb939aac req-af04ee00-7cee-4a19-8351-78896ab365fb tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463529
Jan 22 15:33:11.772269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd285cf-0d32-4de7-b896-4152592d2f1d req-881e1589-102b-452a-90c2-8fe31e29337e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:11.773874 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fbd285cf-0d32-4de7-b896-4152592d2f1d req-881e1589-102b-452a-90c2-8fe31e29337e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1092112
Jan 22 15:33:11.825694 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fbd285cf-0d32-4de7-b896-4152592d2f1d req-405309f8-1075-4689-b5d5-a1d9fe19ae33 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456040
Jan 22 15:33:13.075945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f286a-281d-4de7-8619-1d75cd0c5b74 req-f64ad0dd-6165-4f76-88d9-85e9a98ebc7f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:13.077597 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-234f286a-281d-4de7-8619-1d75cd0c5b74 req-f64ad0dd-6165-4f76-88d9-85e9a98ebc7f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1057653
Jan 22 15:33:13.135232 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-234f286a-281d-4de7-8619-1d75cd0c5b74 req-6af67cf4-677b-41ad-97b6-03563c92f5ef tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509534
Jan 22 15:33:14.073516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:14.385890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16945d-e9c3-42b9-b646-6d54c67d7fc0 req-3223217b-4ea8-4dfe-ab83-9d715a0745fa tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:14.387548 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df16945d-e9c3-42b9-b646-6d54c67d7fc0 req-3223217b-4ea8-4dfe-ab83-9d715a0745fa tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1100755
Jan 22 15:33:14.440388 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df16945d-e9c3-42b9-b646-6d54c67d7fc0 req-0a1cbf9c-3736-451c-8b3a-2da20e34ca11 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464244
Jan 22 15:33:15.825169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7d7da-7d79-42ae-98b8-1780e7d54d78 req-3dd9f3ca-391a-4435-a69a-c407cc4d0828 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:15.826693 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ac7d7da-7d79-42ae-98b8-1780e7d54d78 req-3dd9f3ca-391a-4435-a69a-c407cc4d0828 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1076636
Jan 22 15:33:15.878222 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ac7d7da-7d79-42ae-98b8-1780e7d54d78 req-ebae021c-4d96-4ad2-8260-b30bb9e32136 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441113
Jan 22 15:33:16.561268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011d2fe-5d50-40dd-bfc2-0bed633e7eb4 req-45e23ce5-c859-4ae6-b8c4-2bb55fa25f73 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:16.562923 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0011d2fe-5d50-40dd-bfc2-0bed633e7eb4 req-45e23ce5-c859-4ae6-b8c4-2bb55fa25f73 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1063430
Jan 22 15:33:16.614929 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0011d2fe-5d50-40dd-bfc2-0bed633e7eb4 req-4b2910ec-5f1f-4725-92db-9159074372d0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457563
Jan 22 15:33:17.132163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017cd6-9f0d-4673-ad18-f6456c0dc967 req-a76657b3-ac45-417d-8942-2cc26aff7b4f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:17.133783 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b017cd6-9f0d-4673-ad18-f6456c0dc967 req-a76657b3-ac45-417d-8942-2cc26aff7b4f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1105540
Jan 22 15:33:17.186796 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b017cd6-9f0d-4673-ad18-f6456c0dc967 req-692d2f80-cc5a-468e-842e-ef503b3700e2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463400
Jan 22 15:33:17.852428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56d3d-9299-4061-b73a-fd2e7949120c req-5b61eb81-7f94-499a-a4f5-d5ca6431d869 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:17.854030 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2f56d3d-9299-4061-b73a-fd2e7949120c req-5b61eb81-7f94-499a-a4f5-d5ca6431d869 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1092963
Jan 22 15:33:17.905822 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2f56d3d-9299-4061-b73a-fd2e7949120c req-6b6d3bb1-1ee1-43eb-84d2-24ca006eb157 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0451884
Jan 22 15:33:18.434091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eeb4c-37e5-47d3-8a03-a34b4bd06102 req-b6058df0-499d-4912-8ecb-798c307c7804 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:18.435731 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e39eeb4c-37e5-47d3-8a03-a34b4bd06102 req-b6058df0-499d-4912-8ecb-798c307c7804 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1063857
Jan 22 15:33:18.487318 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e39eeb4c-37e5-47d3-8a03-a34b4bd06102 req-397bbc83-42d0-46eb-b772-1eed9692b115 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441623
Jan 22 15:33:19.157286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6c6f-574e-4fb2-aef8-79893ad4e17d req-2e204d6e-7963-4959-99e3-099202e068a9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:19.158930 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aaac6c6f-574e-4fb2-aef8-79893ad4e17d req-2e204d6e-7963-4959-99e3-099202e068a9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1248677
Jan 22 15:33:19.212585 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aaac6c6f-574e-4fb2-aef8-79893ad4e17d req-b40d7ba4-c18c-4180-9dd2-0bd1ff88e915 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468929
Jan 22 15:33:19.750999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8e5f8-7353-4e53-ada9-f5f5d5f45787 req-1b81745d-02a7-4721-bf37-9586e5360db2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:19.752788 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-02a8e5f8-7353-4e53-ada9-f5f5d5f45787 req-1b81745d-02a7-4721-bf37-9586e5360db2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1144128
Jan 22 15:33:19.815117 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-02a8e5f8-7353-4e53-ada9-f5f5d5f45787 req-11c69341-eb8e-450c-8b94-15e83009a1b6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548227
Jan 22 15:33:20.465572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4575-e8da-4ab0-9a63-fb44b8f7d2b5 req-f323b853-bc35-4ef5-b88f-960a11b54c1d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:20.467465 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99ff4575-e8da-4ab0-9a63-fb44b8f7d2b5 req-f323b853-bc35-4ef5-b88f-960a11b54c1d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1157031
Jan 22 15:33:20.526408 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99ff4575-e8da-4ab0-9a63-fb44b8f7d2b5 req-b8dc84b6-3e49-4e55-966f-2ff4bcf839e0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0514822
Jan 22 15:33:21.109098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd2e01-071c-4201-b8f5-3bc8aea3b571 req-bce81848-be4b-42f0-9fe5-2cb8929ba9ef tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:21.111087 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8ccd2e01-071c-4201-b8f5-3bc8aea3b571 req-bce81848-be4b-42f0-9fe5-2cb8929ba9ef tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1432219
Jan 22 15:33:21.175206 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8ccd2e01-071c-4201-b8f5-3bc8aea3b571 req-b631c725-6b30-421e-95e8-b3c88bd9130c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543740
Jan 22 15:33:21.565278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f638232a-b822-4d82-a3b7-9e3e115c93e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:21.781682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbedb86-8b5a-423a-a374-b5270c2e729d req-ec2cc02d-4ea6-4776-8ba4-079d56a57f2e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:21.783955 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5cbedb86-8b5a-423a-a374-b5270c2e729d req-ec2cc02d-4ea6-4776-8ba4-079d56a57f2e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1120131
Jan 22 15:33:21.857295 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5cbedb86-8b5a-423a-a374-b5270c2e729d req-3d75bea4-4498-4282-bfe3-edaa7992b7e7 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0591512
Jan 22 15:33:22.446258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0207d0-a42c-47cd-af97-bbbc9dc3ea0f req-e01a466f-c2a4-4590-9d75-8282704032fe tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:22.448915 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc0207d0-a42c-47cd-af97-bbbc9dc3ea0f req-e01a466f-c2a4-4590-9d75-8282704032fe tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1206672
Jan 22 15:33:22.524484 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc0207d0-a42c-47cd-af97-bbbc9dc3ea0f req-3b3e9799-212b-43e6-86cf-55173bf69e72 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532598
Jan 22 15:33:23.105018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc295935-537b-4b2d-8fe4-07e60eea1a97 req-4e56fa8f-152e-4f00-bd32-42e975cd7912 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:23.106917 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc295935-537b-4b2d-8fe4-07e60eea1a97 req-4e56fa8f-152e-4f00-bd32-42e975cd7912 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1239085
Jan 22 15:33:23.167849 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc295935-537b-4b2d-8fe4-07e60eea1a97 req-01388d3e-fceb-4a48-a58e-9cf49d9dbc24 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0532961
Jan 22 15:33:23.792940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff63d-fd54-450f-9b4a-fd096bdbf801 req-78292ac0-0d90-4a73-9a8b-02c1a174ff72 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:23.794674 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fbcff63d-fd54-450f-9b4a-fd096bdbf801 req-78292ac0-0d90-4a73-9a8b-02c1a174ff72 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1292248
Jan 22 15:33:23.853539 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fbcff63d-fd54-450f-9b4a-fd096bdbf801 req-f02dab8a-43d9-45dc-8c98-c97be17c6b0b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515747
Jan 22 15:33:23.925254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a9707939-0674-4776-ae25-bfaeb245c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:24.417838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a184d06-36e2-49e5-a285-22027a4d3121 req-855deb6d-0bad-45d2-9b9a-18a517bf5eea tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:24.419596 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5a184d06-36e2-49e5-a285-22027a4d3121 req-855deb6d-0bad-45d2-9b9a-18a517bf5eea tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1152635
Jan 22 15:33:24.483178 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5a184d06-36e2-49e5-a285-22027a4d3121 req-29cb2163-b193-4bbb-b069-e8b3bc3d1d8e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0558219
Jan 22 15:33:24.714734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:25.136724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017bf6-905f-4685-9f08-743a95ab9f77 req-3cdf558d-9d97-44f4-b65a-9528172911fe tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:25.139310 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b017bf6-905f-4685-9f08-743a95ab9f77 req-3cdf558d-9d97-44f4-b65a-9528172911fe tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1201210
Jan 22 15:33:25.198954 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3b017bf6-905f-4685-9f08-743a95ab9f77 req-0762f9d4-acf2-431b-b5ca-d7480308a24e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537281
Jan 22 15:33:25.772541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8a52-f827-4ba5-a2ee-c9f255a2f3e0 req-59d332b8-ed5c-45e1-bb9a-883b221e5ac6 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:25.774316 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc4f8a52-f827-4ba5-a2ee-c9f255a2f3e0 req-59d332b8-ed5c-45e1-bb9a-883b221e5ac6 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1233215
Jan 22 15:33:25.832057 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc4f8a52-f827-4ba5-a2ee-c9f255a2f3e0 req-6c60d822-92ac-43b1-9e8c-6bcb584614a5 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0511205
Jan 22 15:33:25.993387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:26.045249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:26.477764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c7a15-507a-400f-be03-6ce563131d85 req-c996ecea-9cfb-4630-b90f-e39d0bd9f401 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:26.487964 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-430c7a15-507a-400f-be03-6ce563131d85 req-c996ecea-9cfb-4630-b90f-e39d0bd9f401 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1234968
Jan 22 15:33:26.540689 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-430c7a15-507a-400f-be03-6ce563131d85 req-b25d2895-dd1a-447b-8938-85b9e6dabc8b tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532377
Jan 22 15:33:26.820326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488286e-1722-42f4-8592-778113e0316d req-567d816b-f5c0-4b49-86e8-7b43f4271edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:26.821914 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6488286e-1722-42f4-8592-778113e0316d req-567d816b-f5c0-4b49-86e8-7b43f4271edd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.0859048
Jan 22 15:33:27.037532 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488286e-1722-42f4-8592-778113e0316d req-9fa20065-8d26-499f-a5f2-d3be940423b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:27.039535 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6488286e-1722-42f4-8592-778113e0316d req-9fa20065-8d26-499f-a5f2-d3be940423b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.2096162
Jan 22 15:33:27.188055 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6488286e-1722-42f4-8592-778113e0316d req-5609a779-743f-43dc-85ee-177950841d26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 1001 time: 0.1329966
Jan 22 15:33:27.272327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9ff9-259d-4de1-aa8b-ca262aa862c6 req-76da30ad-3ed0-4d4d-8d1a-664c96aca88b tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:27.274180 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3ade9ff9-259d-4de1-aa8b-ca262aa862c6 req-76da30ad-3ed0-4d4d-8d1a-664c96aca88b tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.2793860
Jan 22 15:33:27.327994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488286e-1722-42f4-8592-778113e0316d req-023e25d3-5f19-4d2d-bb37-41eb032d4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:27.329589 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6488286e-1722-42f4-8592-778113e0316d req-023e25d3-5f19-4d2d-bb37-41eb032d4e35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.1333165
Jan 22 15:33:27.383643 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3ade9ff9-259d-4de1-aa8b-ca262aa862c6 req-974d6b3d-5edd-4488-89eb-1489b76bb1ac tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0976202
Jan 22 15:33:27.433464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488286e-1722-42f4-8592-778113e0316d req-55ff8596-d5ce-45ec-a260-1251b482a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:27.435165 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6488286e-1722-42f4-8592-778113e0316d req-55ff8596-d5ce-45ec-a260-1251b482a4aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0967543
Jan 22 15:33:27.601294 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6488286e-1722-42f4-8592-778113e0316d req-c2ed4873-e06b-4160-9d6f-49b4ad1d588b service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586201
Jan 22 15:33:27.838308 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6488286e-1722-42f4-8592-778113e0316d req-abac2fac-5268-4c1a-9629-a897ad1be0e2 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2285900
Jan 22 15:33:27.873899 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0740-fc5a-4f38-bb5d-f08324f4d5bf req-d6436c2d-186f-4dfd-b784-f45252d7754c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:27.875720 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-648a0740-fc5a-4f38-bb5d-f08324f4d5bf req-d6436c2d-186f-4dfd-b784-f45252d7754c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1453114
Jan 22 15:33:27.939227 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-648a0740-fc5a-4f38-bb5d-f08324f4d5bf req-9e7b8a85-5b12-403c-a139-c50b9e861d98 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563376
Jan 22 15:33:28.646819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbbf27-8b83-44e4-84fc-a0200ebb68fd req-faf98e10-faf6-4f3b-a9bf-d7a25371f20d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:28.648623 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62cbbf27-8b83-44e4-84fc-a0200ebb68fd req-faf98e10-faf6-4f3b-a9bf-d7a25371f20d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1229594
Jan 22 15:33:28.931111 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62cbbf27-8b83-44e4-84fc-a0200ebb68fd req-965a488b-cbf9-4ceb-982a-fc4a902930a9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2754736
Jan 22 15:33:29.250184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac9b20-d3e1-45f9-94d4-01676b69e53d req-e47c942d-4936-4a8f-80d8-6ec80aaf2e07 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:29.250184 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62ac9b20-d3e1-45f9-94d4-01676b69e53d req-e47c942d-4936-4a8f-80d8-6ec80aaf2e07 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1068170
Jan 22 15:33:29.250184 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62ac9b20-d3e1-45f9-94d4-01676b69e53d req-cfc95178-98d1-4aa9-83e7-f80b80eb10da tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459034
Jan 22 15:33:30.237338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e23d28-baa9-4f7c-8877-bfad3cb51d56 req-893ad24e-a36f-46c4-bc88-18dd62ca807e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:30.239157 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-55e23d28-baa9-4f7c-8877-bfad3cb51d56 req-893ad24e-a36f-46c4-bc88-18dd62ca807e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1226089
Jan 22 15:33:30.308396 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-55e23d28-baa9-4f7c-8877-bfad3cb51d56 req-e472a5d5-3834-4f6c-a37d-e2381d63073d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0618570
Jan 22 15:33:30.520020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80facb-2cfd-440a-b1a0-25dd3554d518 req-f7d88797-3113-4301-9408-bc87767c742a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:30.521644 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4f80facb-2cfd-440a-b1a0-25dd3554d518 req-f7d88797-3113-4301-9408-bc87767c742a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1206284
Jan 22 15:33:30.582961 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4f80facb-2cfd-440a-b1a0-25dd3554d518 req-16cd9c22-5929-48ba-b711-5c80fe8aff80 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545118
Jan 22 15:33:31.102663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 21aa70f9-a0a1-4ea6-9203-a8c36462ffde no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:33:31.222087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:31.249793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:33:31.260031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:33:31.290697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:31.292577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:31.329050 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'code': 200}
Jan 22 15:33:31.363017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:31.371140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.371529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.371909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.372281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.372652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.373020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.373389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.373753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.374241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.374473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.374862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.375221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.375642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.376000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.376356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.377258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.377616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.378002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.378361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.378769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.379127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.379481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.379835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.380189 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:31.384687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:31.570851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b8348-b054-41ec-9805-8aab1dfc8933 req-7ef6b921-b686-4c78-86aa-9f7f3a99612c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:31.572447 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-821b8348-b054-41ec-9805-8aab1dfc8933 req-7ef6b921-b686-4c78-86aa-9f7f3a99612c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1096385
Jan 22 15:33:31.625405 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-821b8348-b054-41ec-9805-8aab1dfc8933 req-7e3ec4d4-3f96-4e40-8c53-096cb16ca502 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0465558
Jan 22 15:33:31.846700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60176c-46a7-4d72-9301-44109640c4f3 req-1818cb0c-8a21-43ef-82a4-7771a9549c42 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:31.848289 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3d60176c-46a7-4d72-9301-44109640c4f3 req-1818cb0c-8a21-43ef-82a4-7771a9549c42 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1105931
Jan 22 15:33:31.952482 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3d60176c-46a7-4d72-9301-44109640c4f3 req-0e992ed5-9841-4c97-b359-03cf1914e187 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977960
Jan 22 15:33:31.976312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6242c-3c47-4705-a693-9304857da041 req-3881ca90-2475-4bb3-b4cb-b934e9f64013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:31.977892 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42d6242c-3c47-4705-a693-9304857da041 req-3881ca90-2475-4bb3-b4cb-b934e9f64013 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1162 time: 0.1220667
Jan 22 15:33:32.049126 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-fcbad856-abc0-488c-af47-8ac98127472c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0801611
Jan 22 15:33:32.214792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6242c-3c47-4705-a693-9304857da041 req-4714e6bf-c82b-4830-a721-1e8b740703de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:32.216423 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42d6242c-3c47-4705-a693-9304857da041 req-4714e6bf-c82b-4830-a721-1e8b740703de service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.2316692
Jan 22 15:33:32.243835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa5846-4972-44a8-8164-2eb62447f981 req-fb65b082-0ff6-4b61-88f4-3289a3ff46bf tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:32.248573 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b4fa5846-4972-44a8-8164-2eb62447f981 req-fb65b082-0ff6-4b61-88f4-3289a3ff46bf tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2348094
Jan 22 15:33:32.385175 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b4fa5846-4972-44a8-8164-2eb62447f981 req-f6b7f01a-b2b2-46b4-ad89-8a73dc5cc0ca tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0856917
Jan 22 15:33:32.398160 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42d6242c-3c47-4705-a693-9304857da041 req-92de89b7-fab9-4344-b458-3a552026fdbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 200  len: 1000 time: 0.1517148
Jan 22 15:33:32.469855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6242c-3c47-4705-a693-9304857da041 req-8a7f0c26-cab4-4842-b9da-64aa0e37e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:32.472045 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42d6242c-3c47-4705-a693-9304857da041 req-8a7f0c26-cab4-4842-b9da-64aa0e37e569 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0672193
Jan 22 15:33:32.561347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6242c-3c47-4705-a693-9304857da041 req-ea353023-630c-47d3-b17f-0d8dedbca153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:32.563029 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42d6242c-3c47-4705-a693-9304857da041 req-ea353023-630c-47d3-b17f-0d8dedbca153 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839510
Jan 22 15:33:32.710489 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42d6242c-3c47-4705-a693-9304857da041 req-c3db2324-9486-449f-8b42-e2ccfb912b84 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396692
Jan 22 15:33:32.855703 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-42d6242c-3c47-4705-a693-9304857da041 req-33d1ab78-beb5-4abe-b611-29a644baaf68 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389050
Jan 22 15:33:33.228821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadf0d9-a57c-4f41-beeb-c11325edfb92 req-8b1f5f64-0b7e-4073-b44c-c88222bac3a9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:33.230424 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dfadf0d9-a57c-4f41-beeb-c11325edfb92 req-8b1f5f64-0b7e-4073-b44c-c88222bac3a9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1063080
Jan 22 15:33:33.281915 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dfadf0d9-a57c-4f41-beeb-c11325edfb92 req-59a6cb8d-d658-4d3d-9491-a1c3d9a1e3f2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439577
Jan 22 15:33:33.630746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f4a5-c303-4e48-b293-9b11af2a2d57 req-338e3d73-3b4e-46fb-91eb-cb63eff1884d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:33.632357 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2fc5f4a5-c303-4e48-b293-9b11af2a2d57 req-338e3d73-3b4e-46fb-91eb-cb63eff1884d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1104870
Jan 22 15:33:33.685033 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2fc5f4a5-c303-4e48-b293-9b11af2a2d57 req-5fe3aca4-5ab4-4514-9ece-eaf9c279f346 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0464163
Jan 22 15:33:33.959115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-32700ae2-70d0-4dd5-a0f1-6ca10fb6bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:33.960742 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-32700ae2-70d0-4dd5-a0f1-6ca10fb6bdc1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74&tenant_id=77939ebe45104284ad1cda9f66a108f2 HTTP/1.1" status: 200  len: 1160 time: 0.0776722
Jan 22 15:33:34.083117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-f8aac713-35bb-4ede-b4df-559f13e715be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:34.084735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-f8aac713-35bb-4ede-b4df-559f13e715be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1160 time: 0.0813146
Jan 22 15:33:34.230376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-78dc0a50-73ad-4bca-b2d8-f737057f3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:34.231982 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-78dc0a50-73ad-4bca-b2d8-f737057f3fec service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.1389315
Jan 22 15:33:34.344618 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-45396eed-9899-411a-a3a4-0a0d7aabf015 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 999 time: 0.1048696
Jan 22 15:33:34.414699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-4eecb2cc-cc74-482a-85d1-41e251191dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:34.416294 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-4eecb2cc-cc74-482a-85d1-41e251191dd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.0651524
Jan 22 15:33:34.562662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-e30528f3-476b-436a-aea9-c644468205f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:34.564327 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-e30528f3-476b-436a-aea9-c644468205f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1407964
Jan 22 15:33:34.599710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37aca4-51eb-4d22-b4bf-ed530ad22b1f req-55616fd3-6f83-4c1b-a45c-f7a3a011cc95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:34.601450 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1e37aca4-51eb-4d22-b4bf-ed530ad22b1f req-55616fd3-6f83-4c1b-a45c-f7a3a011cc95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1398833
Jan 22 15:33:34.752578 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1e37aca4-51eb-4d22-b4bf-ed530ad22b1f req-3a2b3082-02cf-4a36-8051-20f12ea4b614 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245699
Jan 22 15:33:34.790489 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-1aee17e4-ed14-459d-99b8-2f46815f73d0 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879251
Jan 22 15:33:35.010263 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-02cd7c8e-c2ce-443b-9dcf-ffd327760e83 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2125671
Jan 22 15:33:35.038908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c910ee-49a8-4917-861f-5e11fa33e617 req-76b89372-8abc-4bca-9efa-84d920076130 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:35.042091 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-83c910ee-49a8-4917-861f-5e11fa33e617 req-76b89372-8abc-4bca-9efa-84d920076130 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2163372
Jan 22 15:33:35.094990 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-83c910ee-49a8-4917-861f-5e11fa33e617 req-31d102ab-6cff-47d5-89f9-80afae1c5292 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0475302
Jan 22 15:33:35.138425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:33:35.258928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:35.287218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:33:35.299805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port b205a2dc-fe34-457d-a3b7-40163c9cfb6c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:33:35.348824 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'code': 200}
Jan 22 15:33:35.362931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:35.365853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1fa506c4-a1c1-4469-a18e-bfc0d8f09ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:35.442534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:35.446180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:36.165408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc836f57-b0c3-45c3-8d42-81c4eaf74842 req-bf5c55f6-97e3-4d70-a5a3-9ea003f181c1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:36.167316 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc836f57-b0c3-45c3-8d42-81c4eaf74842 req-bf5c55f6-97e3-4d70-a5a3-9ea003f181c1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1112175
Jan 22 15:33:36.223351 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fc836f57-b0c3-45c3-8d42-81c4eaf74842 req-a1931e58-a4f1-4564-a6b3-89a887f6d3cc tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497274
Jan 22 15:33:36.341115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e8f9-0ce4-45a0-aa41-61ec952861eb req-6e775033-3939-4a7d-a335-5f6b75a3ad3e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:36.342791 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b115e8f9-0ce4-45a0-aa41-61ec952861eb req-6e775033-3939-4a7d-a335-5f6b75a3ad3e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1068659
Jan 22 15:33:36.397559 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b115e8f9-0ce4-45a0-aa41-61ec952861eb req-1bc42169-ec87-4e48-9254-3747d268ba33 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0478969
Jan 22 15:33:37.848810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c06e4-68bd-412e-a35b-9bb691f538da req-be6398e3-1271-4f80-a3d6-bb18b1fc8490 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:37.850463 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-471c06e4-68bd-412e-a35b-9bb691f538da req-be6398e3-1271-4f80-a3d6-bb18b1fc8490 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.3262384
Jan 22 15:33:37.905746 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-471c06e4-68bd-412e-a35b-9bb691f538da req-6f90a002-b756-42a1-82de-134aa2d88f42 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0466425
Jan 22 15:33:38.359587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9310bfd-a3c9-466d-b2ab-7f49b85a8bd3 req-4cd69bc0-7d0d-4152-9a28-1dc52d8f9e26 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:38.362087 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9310bfd-a3c9-466d-b2ab-7f49b85a8bd3 req-4cd69bc0-7d0d-4152-9a28-1dc52d8f9e26 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1074750
Jan 22 15:33:38.389381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47758) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:33:38.419406 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9310bfd-a3c9-466d-b2ab-7f49b85a8bd3 req-70e153f9-49ff-4c93-9ec3-e5afbc608ab0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508349
Jan 22 15:33:38.552963 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-d753635d-1a52-41ff-b0f5-c0e065b15f4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1620679
Jan 22 15:33:39.138847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299444b-544a-4b75-91dc-c7187d742790 req-549bfd4a-efec-42c6-ac78-7e366c8e96d8 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:39.140466 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e299444b-544a-4b75-91dc-c7187d742790 req-549bfd4a-efec-42c6-ac78-7e366c8e96d8 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1074779
Jan 22 15:33:39.195599 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e299444b-544a-4b75-91dc-c7187d742790 req-8e8f13b9-485b-49ab-8e87-b8a4adadf8bf tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0471129
Jan 22 15:33:39.260935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:33:39.327575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-717d3215-1379-4ed8-bcf3-caf0d0342ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:39.329191 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-717d3215-1379-4ed8-bcf3-caf0d0342ea6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d&tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4 HTTP/1.1" status: 200  len: 1160 time: 0.0809107
Jan 22 15:33:39.441577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-5f0d0729-62d4-4aa2-9523-520b8215f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:39.443240 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-5f0d0729-62d4-4aa2-9523-520b8215f405 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1160 time: 0.0798366
Jan 22 15:33:39.640746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-dd532719-d97b-4121-af3a-850bc675fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:39.642370 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-dd532719-d97b-4121-af3a-850bc675fcc2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.1921916
Jan 22 15:33:39.781522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8140-97f9-48d3-9bca-d68b669a5bdf req-aaa8fc8c-b96e-4c01-a452-bb4badc68934 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:39.783146 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-770c8140-97f9-48d3-9bca-d68b669a5bdf req-aaa8fc8c-b96e-4c01-a452-bb4badc68934 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.2147238
Jan 22 15:33:39.809185 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-758d49a5-dead-44cd-a566-da52958d67f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 200  len: 998 time: 0.1586308
Jan 22 15:33:39.893435 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-770c8140-97f9-48d3-9bca-d68b669a5bdf req-495b0407-7bec-45be-a28b-f74c9133ece3 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020763
Jan 22 15:33:39.903723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-3dcae4e1-23e2-4ed1-8d8c-f8974d750aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:39.905266 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-3dcae4e1-23e2-4ed1-8d8c-f8974d750aba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0875237
Jan 22 15:33:39.993445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-26c42cab-ca8c-445e-a161-b097e4ae2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:39.995103 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-26c42cab-ca8c-445e-a161-b097e4ae2596 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828476
Jan 22 15:33:40.146610 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-c5fe6bb9-f19d-41e7-b088-4f3d590e192c service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438079
Jan 22 15:33:40.305256 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-b02be5b6-6a23-411b-a111-d9d3d01e398b service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513367
Jan 22 15:33:40.440234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fc9dd-5e18-48b7-b61b-6e372eeef917 req-caceee2b-9567-40f3-b211-45e1d043c5ae tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:40.441857 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-266fc9dd-5e18-48b7-b61b-6e372eeef917 req-caceee2b-9567-40f3-b211-45e1d043c5ae tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1132836
Jan 22 15:33:40.495216 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-266fc9dd-5e18-48b7-b61b-6e372eeef917 req-9a21a83d-981d-44f3-b9f0-d2a5f8c2f24e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0470181
Jan 22 15:33:41.152423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d02a-3435-4006-a123-3df7d9f8f447 req-add92703-6f71-408b-acc8-b3b3ea37d91c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:41.154131 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-54a8d02a-3435-4006-a123-3df7d9f8f447 req-add92703-6f71-408b-acc8-b3b3ea37d91c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1150913
Jan 22 15:33:41.208271 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-54a8d02a-3435-4006-a123-3df7d9f8f447 req-72fbbeac-e29f-4245-aac7-4e16c0b5efe2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478377
Jan 22 15:33:41.773452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f7f96-8109-432a-97b9-c94679c7a7b0 req-612e7eb1-2f61-405a-a666-1ec9830157a2 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:41.775139 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4e3f7f96-8109-432a-97b9-c94679c7a7b0 req-612e7eb1-2f61-405a-a666-1ec9830157a2 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1170580
Jan 22 15:33:41.837042 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4e3f7f96-8109-432a-97b9-c94679c7a7b0 req-93adc1ae-7286-4d56-b10b-496f857164d0 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0545533
Jan 22 15:33:41.946046 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-99095307-0678-4578-93a3-d25c093077f6 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1717659748&fields=id&tenant_id=e23112cef285402f9a525f4d0cd25bf3 HTTP/1.1" status: 200  len: 267 time: 0.0498302
Jan 22 15:33:42.063184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-d5543390-3594-424e-bf7e-8894b0077a06 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:42.065343 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-d5543390-3594-424e-bf7e-8894b0077a06 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 985 time: 0.1128840
Jan 22 15:33:42.079070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Request body: {'port': {'security_groups': ['0136be25-5065-4f9b-8a0f-5b2dbe7ae158']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:33:42.237178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:42.561268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46fe03-a053-4804-ab94-85bd0fb339bc req-f1658601-6803-45a0-8c2a-54c175cb2804 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:42.563026 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7f46fe03-a053-4804-ab94-85bd0fb339bc req-f1658601-6803-45a0-8c2a-54c175cb2804 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1942403
Jan 22 15:33:42.720057 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7f46fe03-a053-4804-ab94-85bd0fb339bc req-ca58b1dd-3d3c-41b2-8e8b-67f3d24693a0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009967
Jan 22 15:33:42.743664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] For port 340d5096-622b-4701-8388-5b44b81e0f95, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=340d5096-622b-4701-8388-5b44b81e0f95,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:33:42.773278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:42.822014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:42.838484 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:43.069600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event updated for resources: {'Port': ['ID=340d5096-622b-4701-8388-5b44b81e0f95,revision_number=6']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:43.099157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.099495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.099909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.100318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.100712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.101126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.101508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.101908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.102304 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.102722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.103112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.103503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.103954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.104343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.104732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.105123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.105510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.105897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.106312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.106686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.107078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.107468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.107851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.108245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:33:43.118374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:43.173030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:43.173974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:43.175592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-575cc774-41cb-4008-8fc5-4bdd63c8c44d req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "PUT /v2.0/ports/340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 943 time: 1.1026876
Jan 22 15:33:43.176442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:33:43.221071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637182-0299-48a6-a46a-1220c324f3ab req-5f05fc24-2521-493e-8e10-93f498605d9c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:43.223260 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66637182-0299-48a6-a46a-1220c324f3ab req-5f05fc24-2521-493e-8e10-93f498605d9c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2299261
Jan 22 15:33:43.321048 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66637182-0299-48a6-a46a-1220c324f3ab req-8c2b1e52-279f-4e34-9d40-c442993f1c60 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0967517
Jan 22 15:33:43.330546 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99b33864-3768-4726-82fd-689e4b0fdcca req-3b1820e2-fdca-4bd2-af89-1729fd3ca02b tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups/bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1 HTTP/1.1" status: 200  len: 3005 time: 0.1049628
Jan 22 15:33:43.412971 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95', 'status': 'completed', 'code': 200}
Jan 22 15:33:43.447661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-99b33864-3768-4726-82fd-689e4b0fdcca req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:43.479846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-99b33864-3768-4726-82fd-689e4b0fdcca req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:43.480165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-6c3a18ae-852e-44ae-b513-efd4e0b408e1 None None] Provisioning complete for port 340d5096-622b-4701-8388-5b44b81e0f95 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:33:43.480602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6c3a18ae-852e-44ae-b513-efd4e0b408e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:43.582175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-99b33864-3768-4726-82fd-689e4b0fdcca req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:43.587776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4542ccc1-9bb7-45e1-8ce8-3eb787872f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:43.606454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:43.616456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:43.656886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-99b33864-3768-4726-82fd-689e4b0fdcca req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:43.658762 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99b33864-3768-4726-82fd-689e4b0fdcca req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "DELETE /v2.0/security-groups/bcb1f22e-29e7-4b0b-8eda-720dde0fe0b1 HTTP/1.1" status: 204  len: 173 time: 0.3210883
Jan 22 15:33:43.818045 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-f0350589-7ec4-4bd1-98f2-6b3f980984be tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/floatingips/663001d7-781c-4e96-9f18-83c9aa601b6c HTTP/1.1" status: 200  len: 999 time: 0.1287606
Jan 22 15:33:44.076924 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-9f476a61-d225-4236-87a1-1cbe26862633 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:44.078507 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-9f476a61-d225-4236-87a1-1cbe26862633 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.2596166
Jan 22 15:33:44.093197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-739f392a-2591-4e86-a7a7-5e859e60124e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:33:44.094273 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-739f392a-2591-4e86-a7a7-5e859e60124e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0070841
Jan 22 15:33:44.111713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:44.121203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317664a-9f50-4187-a079-d514f95b6c09 req-4d1582c3-02e8-48b4-ab90-a77c780f4def tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:44.123341 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c317664a-9f50-4187-a079-d514f95b6c09 req-4d1582c3-02e8-48b4-ab90-a77c780f4def tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.2158179
Jan 22 15:33:44.506498 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c317664a-9f50-4187-a079-d514f95b6c09 req-ca1dd724-9fc2-471e-8291-13cd529aa139 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3208063
Jan 22 15:33:44.513704 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-62d04a5e-68eb-400e-a95d-a7bc0b27a794 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.126 HTTP/1.1" status: 200  len: 1002 time: 0.3890460
Jan 22 15:33:44.625603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-76c6ebcc-b905-4629-a936-f7f4fcc99cb7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:44.628578 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-76c6ebcc-b905-4629-a936-f7f4fcc99cb7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports/340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 943 time: 0.1074924
Jan 22 15:33:44.828774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467029d-7984-4ee9-89bf-c7da4742f835 req-01b58649-7cd5-4443-8110-9e87ede3fb3c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:44.830439 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b467029d-7984-4ee9-89bf-c7da4742f835 req-01b58649-7cd5-4443-8110-9e87ede3fb3c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1859119
Jan 22 15:33:44.886704 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-a2c86f6d-ee23-41f4-846e-3c486c253bc0 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.126 HTTP/1.1" status: 200  len: 1002 time: 0.1669822
Jan 22 15:33:44.977513 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b467029d-7984-4ee9-89bf-c7da4742f835 req-90495feb-c192-4913-aad6-f26fd9839a54 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1342814
Jan 22 15:33:45.205546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Deleting port 408ff20a-65da-4d4d-b2e7-214a8f843b65 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:33:45.205958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:45.248583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-776b6101-2d78-489a-82c3-2ee2d2f6e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:45.248583 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-776b6101-2d78-489a-82c3-2ee2d2f6e680 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1163 time: 0.2706997
Jan 22 15:33:45.413487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:45.413842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:45.443690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 340d5096-622b-4701-8388-5b44b81e0f95 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:33:45.533533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 340d5096-622b-4701-8388-5b44b81e0f95 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:33:45.534120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:45.587294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Calling delete_port for 408ff20a-65da-4d4d-b2e7-214a8f843b65 owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:33:45.851537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec497596-75fa-42ed-82de-cf21387347f7 req-6ab379ab-cb4d-45ab-8796-5167a4a6cbf2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:45.853248 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ec497596-75fa-42ed-82de-cf21387347f7 req-6ab379ab-cb4d-45ab-8796-5167a4a6cbf2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1598020
Jan 22 15:33:45.967213 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ec497596-75fa-42ed-82de-cf21387347f7 req-93713091-7e60-4603-bb8a-a739f79deee7 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070149
Jan 22 15:33:45.997341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:46.104213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:46.202733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event deleted for resources: {'Port': ['ID=408ff20a-65da-4d4d-b2e7-214a8f843b65,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:46.218965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:46.414391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92303db-37c0-40c8-9596-c6c004002cf8 req-ad3ad359-f2fa-44ae-8f0a-149a5dc9b005 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:46.416817 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e92303db-37c0-40c8-9596-c6c004002cf8 req-ad3ad359-f2fa-44ae-8f0a-149a5dc9b005 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2726431
Jan 22 15:33:46.475756 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:46.476136 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Floating IP 663001d7-781c-4e96-9f18-83c9aa601b6c disassociated (deleted). External IP: 172.27.3.126, port: 340d5096-622b-4701-8388-5b44b81e0f95.
Jan 22 15:33:46.561668 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e92303db-37c0-40c8-9596-c6c004002cf8 req-fc6f4317-cb8f-4557-92be-553dc2ee319e tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1365144
Jan 22 15:33:46.897904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:33:47.192351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:33:47.202889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] Sync routers for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:33:47.213858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:33:47.214588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e59cc860>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:33:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:33:47.288511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82555b-5227-4e71-8630-c63f367bdec4 req-68d019f9-7490-471b-8c92-bbb5f79d76d6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:47.353530 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9d82555b-5227-4e71-8630-c63f367bdec4 req-68d019f9-7490-471b-8c92-bbb5f79d76d6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1649890
Jan 22 15:33:47.353530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:47.402723 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "DELETE /v2.0/floatingips/663001d7-781c-4e96-9f18-83c9aa601b6c HTTP/1.1" status: 204  len: 173 time: 2.4991996
Jan 22 15:33:47.404728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:33:47.420649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:33:47.432198 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9d82555b-5227-4e71-8630-c63f367bdec4 req-fbe3f67e-ccf5-4982-a788-300bff118e9d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875137
Jan 22 15:33:47.544254 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95', 'status': 'completed', 'code': 200}
Jan 22 15:33:47.561717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-a307af15-4e9e-431b-b824-24fc8cc2ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:47.563544 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-a307af15-4e9e-431b-b824-24fc8cc2ac6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1163 time: 0.1302273
Jan 22 15:33:47.885178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e59cc860>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:43Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:33:47.890591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] Checking router: fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:33:47.903140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:33:47.903954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e59cc860>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:33:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:33:48.078406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-0dbe6789-1bb4-4173-9b6a-7b577f21580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:48.080696 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-0dbe6789-1bb4-4173-9b6a-7b577f21580a service neutron] 10.222.0.54 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 907 time: 0.5097895
Jan 22 15:33:48.165813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:33:48.184041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf9a34-8f87-42d4-8fea-3bce184ec781 req-1f5f9039-6288-4797-8b8e-9da135eee7e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:48.184041 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9eaf9a34-8f87-42d4-8fea-3bce184ec781 req-1f5f9039-6288-4797-8b8e-9da135eee7e9 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2493370
Jan 22 15:33:48.199866 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-0830f7b0-90d7-4ba5-8118-17691db6779a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 217 time: 0.1181130
Jan 22 15:33:48.315819 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9eaf9a34-8f87-42d4-8fea-3bce184ec781 req-e81c706a-a792-4c88-a96b-6f71f58a89a6 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0746877
Jan 22 15:33:48.322173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-916096b5-78ec-4328-b058-4fb00b75f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:48.324169 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-916096b5-78ec-4328-b058-4fb00b75f352 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.1233165
Jan 22 15:33:48.469671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-1840a26c-77c6-480b-9dce-47eecbb74ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:48.471947 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-1840a26c-77c6-480b-9dce-47eecbb74ed9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1407821
Jan 22 15:33:48.597297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e59cc860>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:43Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:33:48.602424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bca236-2e4f-498d-b83e-f64a0d68b522 None None] The sync data for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi is: [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:31:31Z', 'revision_number': 4, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'c836a24c-404e-4dfb-9568-7a040da38522', 'name': '', 'network_id': '3add53e0-3a0a-4061-830e-1b5474ec03da', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'mac_address': 'fa:16:3e:b6:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:31Z', 'updated_at': '2021-01-22T15:31:43Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'subnets': [{'id': '7d781421-1bb6-4881-9cae-b7f26d48fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:33:48.776701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781e1c-e482-4dbd-887b-44a70d039cbc req-854b0b48-d2cf-48ce-9813-d6db6ef77f97 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:48.778409 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62781e1c-e482-4dbd-887b-44a70d039cbc req-854b0b48-d2cf-48ce-9813-d6db6ef77f97 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1836894
Jan 22 15:33:48.784369 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-eb78e44e-d203-41ca-a007-02bafb9b4594 service neutron] 10.222.0.54 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3047850
Jan 22 15:33:48.939107 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62781e1c-e482-4dbd-887b-44a70d039cbc req-c371736c-4dcd-4b44-9cff-51abda5671c9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492934
Jan 22 15:33:48.992795 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abcf552c-b4b7-4568-a30e-5d602024bf1e req-f77f055c-b083-4d1c-a234-15d8b0717860 service neutron] 10.222.0.54 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1875367
Jan 22 15:33:49.066280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1613d5-a479-4795-932e-4ce05e63bb56 None None] New status for floating IP 663001d7-781c-4e96-9f18-83c9aa601b6c: DOWN {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:33:49.617662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbff92-2bc1-4905-8cb9-af6997fcaf59 req-ac4cddab-fae7-41f4-bab0-b8fc094cc156 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:49.620042 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9bbff92-2bc1-4905-8cb9-af6997fcaf59 req-ac4cddab-fae7-41f4-bab0-b8fc094cc156 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1329827
Jan 22 15:33:49.675713 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9bbff92-2bc1-4905-8cb9-af6997fcaf59 req-de05be7e-67cd-4733-b07f-1c45c85d65ab tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0487826
Jan 22 15:33:50.208145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b122-4dbc-4d80-9f62-9f80913c6662 req-bedcb095-34c5-4a09-9480-62fb2fa89eb6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:50.209920 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8241b122-4dbc-4d80-9f62-9f80913c6662 req-bedcb095-34c5-4a09-9480-62fb2fa89eb6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1104262
Jan 22 15:33:50.268707 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8241b122-4dbc-4d80-9f62-9f80913c6662 req-fc9d6cca-7b25-40b2-91c7-acd27a0c9515 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521684
Jan 22 15:33:50.929030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51127b0e-9622-4008-b466-a820adf98ffb req-2c9dd38b-7e4a-433c-99ad-da33c53f51b2 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:50.930693 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-51127b0e-9622-4008-b466-a820adf98ffb req-2c9dd38b-7e4a-433c-99ad-da33c53f51b2 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.1208622
Jan 22 15:33:50.998518 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-51127b0e-9622-4008-b466-a820adf98ffb req-97c64f2e-c825-4c8d-8f22-12766900f38b tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0611253
Jan 22 15:33:51.525638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6908-3984-4a28-8dcc-14b30a17f41c req-77d5a5b2-7ab9-46b1-9560-22b8c9c528a4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:51.527191 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f10a6908-3984-4a28-8dcc-14b30a17f41c req-77d5a5b2-7ab9-46b1-9560-22b8c9c528a4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1130133
Jan 22 15:33:51.581826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3f41f013-876f-40ac-b653-668deee6d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:51.582862 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f10a6908-3984-4a28-8dcc-14b30a17f41c req-1f8c03b7-944e-40ba-9d5d-46a6281c98f4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481920
Jan 22 15:33:52.365196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7e9cf-434c-4ec9-a476-122fbc008f61 req-09a15925-5902-4bb3-8d8c-1f79ea617083 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:52.366921 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e7e9cf-434c-4ec9-a476-122fbc008f61 req-09a15925-5902-4bb3-8d8c-1f79ea617083 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2466321
Jan 22 15:33:52.368152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-607416f6-65f6-439d-93f9-6dc789934453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:52.369560 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-607416f6-65f6-439d-93f9-6dc789934453 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 907 time: 0.2127898
Jan 22 15:33:52.458195 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-c99faecd-149d-4f4a-b894-fae663afc4d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 217 time: 0.0696657
Jan 22 15:33:52.528439 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-21e7e9cf-434c-4ec9-a476-122fbc008f61 req-4ac9abdb-bf0d-443e-95bd-637e3a38ec98 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1547890
Jan 22 15:33:52.546139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-6e5bd09b-1079-4a51-baab-9ae05b9f8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:52.547604 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-6e5bd09b-1079-4a51-baab-9ae05b9f8ee3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.0805881
Jan 22 15:33:52.676153 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-b2978f32-894a-49ae-a44d-eddaff5f6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:52.677795 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-b2978f32-894a-49ae-a44d-eddaff5f6f88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812879
Jan 22 15:33:52.906389 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-ff8c9399-f24f-403c-be9b-3593399bceb0 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168355
Jan 22 15:33:52.938647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85d022-a24a-4852-bdaf-1442c287088d req-808b7b60-4082-435e-bd61-14c364a15f73 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:52.940370 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1a85d022-a24a-4852-bdaf-1442c287088d req-808b7b60-4082-435e-bd61-14c364a15f73 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1689427
Jan 22 15:33:53.082820 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1a85d022-a24a-4852-bdaf-1442c287088d req-4abb3d3a-e7f8-4e07-a076-a291f8343291 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165917
Jan 22 15:33:53.124680 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a4674795-8fd1-49fa-833e-5725872c93c3 req-e121f0bb-c460-433a-9b0e-b794e50cbf14 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1832323
Jan 22 15:33:53.272711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-3abe310f-70b4-4ea2-8c9a-d56a58a94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:53.274347 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-3abe310f-70b4-4ea2-8c9a-d56a58a94501 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e23112cef285402f9a525f4d0cd25bf3&device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 1163 time: 0.0788870
Jan 22 15:33:53.426058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-b8cca4c3-ff2b-4d99-b29f-bda684ac2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:53.427684 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-b8cca4c3-ff2b-4d99-b29f-bda684ac2df3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 200  len: 907 time: 0.1409791
Jan 22 15:33:53.510037 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-3e2e0d70-0040-4fe7-9c81-8492a5917fc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 200  len: 217 time: 0.0690815
Jan 22 15:33:53.579976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-00990374-391e-4f67-baae-f057089cf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:53.581712 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-00990374-391e-4f67-baae-f057089cf825 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 200  len: 852 time: 0.0652063
Jan 22 15:33:53.718264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-8df603db-63da-4cf0-8080-26aa9e373d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:53.719937 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-8df603db-63da-4cf0-8080-26aa9e373d65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3add53e0-3a0a-4061-830e-1b5474ec03da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1311121
Jan 22 15:33:53.732440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 21aa70f9-a0a1-4ea6-9203-a8c36462ffde up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:33:53.808575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:33:53.808989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:53.872412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d03e34-0488-4b3f-9ae9-00b73e137d60 req-7a4b4ec1-7f0f-4136-93d1-f4ca1e7b11bb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:53.874169 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-13d03e34-0488-4b3f-9ae9-00b73e137d60 req-7a4b4ec1-7f0f-4136-93d1-f4ca1e7b11bb tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2130480
Jan 22 15:33:53.960394 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-6d8f58d0-3852-4588-a28a-89300a622066 service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306349
Jan 22 15:33:53.970721 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-13d03e34-0488-4b3f-9ae9-00b73e137d60 req-d01c24d1-e005-42a7-b407-afe4dc32db0f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0872660
Jan 22 15:33:54.101457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b8d26c93-cf39-480c-aab6-4da449fe0b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:54.125901 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ecd5be6-7b22-41ea-9849-35580f6fd1a6 req-8c953670-ec04-49d4-b7e3-3e2b776bf1aa service neutron] 10.222.0.62 "GET /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540065
Jan 22 15:33:54.133041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:54.167495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:33:54.178646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:33:54.216193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:54.218367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-33ccfef4-f070-4974-bfc3-58f85d446970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:54.330878 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'code': 200}
Jan 22 15:33:54.350086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=6']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:54.355082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:54.382344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d36f5-df38-40d7-8299-4f8ae839cda1 req-e8e26fdb-cafd-4ea3-aed9-88d7f9fa7165 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:54.384679 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-743d36f5-df38-40d7-8299-4f8ae839cda1 req-e8e26fdb-cafd-4ea3-aed9-88d7f9fa7165 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1518762
Jan 22 15:33:54.438847 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-743d36f5-df38-40d7-8299-4f8ae839cda1 req-5bb5acc6-b6c7-447b-82bc-76d3c502c8db tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478165
Jan 22 15:33:54.706946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:54.926395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553604-8407-4ab9-a935-d58bb68b7d0b req-67ff9ee4-9d65-46af-8cef-0e63be82c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:54.928246 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-25553604-8407-4ab9-a935-d58bb68b7d0b req-67ff9ee4-9d65-46af-8cef-0e63be82c865 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.3099411
Jan 22 15:33:54.977108 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-25553604-8407-4ab9-a935-d58bb68b7d0b req-d5f54747-0157-441b-b4f4-e62dad359710 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418463
Jan 22 15:33:55.242731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9bb9e-b6a5-4d7f-886b-017cbc7ede85 req-c80b2a54-a24c-4d7b-85ef-e2a1624d00fa tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:55.244466 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7ec9bb9e-b6a5-4d7f-886b-017cbc7ede85 req-c80b2a54-a24c-4d7b-85ef-e2a1624d00fa tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1229722
Jan 22 15:33:55.300009 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7ec9bb9e-b6a5-4d7f-886b-017cbc7ede85 req-f9fc33d8-92a2-4a05-b623-b6f6ecc024b2 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0488756
Jan 22 15:33:55.553378 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:55.722642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0200932-7f9e-461e-867e-00ef37d0ae44 req-a3fca28e-8df4-49aa-b80c-a2d5e95fcabd tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:55.724349 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b0200932-7f9e-461e-867e-00ef37d0ae44 req-a3fca28e-8df4-49aa-b80c-a2d5e95fcabd tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 943 time: 0.1287398
Jan 22 15:33:55.778329 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b0200932-7f9e-461e-867e-00ef37d0ae44 req-3aaacb7b-a139-4ccf-a577-9923a199372a tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473549
Jan 22 15:33:55.980836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:56.114003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 21aa70f9-a0a1-4ea6-9203-a8c36462ffde up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:33:56.165613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a14d8c-2c75-4f19-b002-6b17ce3c3e6c req-1ebb105f-d520-4ec8-a36b-f7c3b957475a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:56.166426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-41a14d8c-2c75-4f19-b002-6b17ce3c3e6c req-1ebb105f-d520-4ec8-a36b-f7c3b957475a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Synchronizing usage tracker for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:33:56.191816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:33:56.192241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:56.244499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-41a14d8c-2c75-4f19-b002-6b17ce3c3e6c req-1ebb105f-d520-4ec8-a36b-f7c3b957475a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Unset dirty status for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:33:56.246167 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41a14d8c-2c75-4f19-b002-6b17ce3c3e6c req-1ebb105f-d520-4ec8-a36b-f7c3b957475a tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1901610
Jan 22 15:33:56.302010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-41a14d8c-2c75-4f19-b002-6b17ce3c3e6c req-f4511814-84ea-4aae-80af-8aeda5a711d1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Synchronizing usage tracker for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:33:56.320232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:33:56.341623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-41a14d8c-2c75-4f19-b002-6b17ce3c3e6c req-f4511814-84ea-4aae-80af-8aeda5a711d1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Unset dirty status for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:33:56.343241 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-41a14d8c-2c75-4f19-b002-6b17ce3c3e6c req-f4511814-84ea-4aae-80af-8aeda5a711d1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890400
Jan 22 15:33:56.404863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:33:56.405282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:56.532569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:56.546682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2170-2c65-48ee-b015-05962ad6e1db req-80c4e67c-d715-458e-8b3b-acc476f66b36 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:56.549001 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c09c2170-2c65-48ee-b015-05962ad6e1db req-80c4e67c-d715-458e-8b3b-acc476f66b36 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1073315
Jan 22 15:33:56.561728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:33:56.573090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port b205a2dc-fe34-457d-a3b7-40163c9cfb6c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:33:56.605281 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c09c2170-2c65-48ee-b015-05962ad6e1db req-8524c047-6a05-4519-a6f8-84c2269adeaa tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0497973
Jan 22 15:33:56.610849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:56.613037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afd62a0-df3a-4ef1-af04-78e62dd532ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:56.645796 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'code': 200}
Jan 22 15:33:56.686289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,revision_number=6']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:56.690123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:57.048204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9c171-0bba-4212-b88d-b396b94e015f req-3ef37d1e-8450-4520-9d4a-d5d190839c14 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:57.050089 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9b9c171-0bba-4212-b88d-b396b94e015f req-3ef37d1e-8450-4520-9d4a-d5d190839c14 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1160944
Jan 22 15:33:57.154362 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a9b9c171-0bba-4212-b88d-b396b94e015f req-8e6159fc-d119-4103-a931-c1efd2cba162 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622494
Jan 22 15:33:57.173466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5b07-9520-43e8-8fbc-34b5317cd28d req-04a3b297-e704-47e1-932d-62d9feb9eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:57.175125 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b3ce5b07-9520-43e8-8fbc-34b5317cd28d req-04a3b297-e704-47e1-932d-62d9feb9eb67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1162 time: 0.1238229
Jan 22 15:33:57.223843 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b3ce5b07-9520-43e8-8fbc-34b5317cd28d req-cd0dc81d-f837-4e8d-95c0-737ff1be246b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415025
Jan 22 15:33:57.457003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:33:57.529173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:33:57.529599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:57.579564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b676bc6-b2ab-430c-a0c0-ab7f1fbed12f req-901cdfbf-5e1c-417d-a32d-0e15ce4bf8ef tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:57.581221 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6b676bc6-b2ab-430c-a0c0-ab7f1fbed12f req-901cdfbf-5e1c-417d-a32d-0e15ce4bf8ef tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1076820
Jan 22 15:33:57.633492 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6b676bc6-b2ab-430c-a0c0-ab7f1fbed12f req-5e1b66ef-b40b-40c2-8b77-41bb2d01c1aa tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459206
Jan 22 15:33:58.407906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3031c-8bab-4a2b-970a-0b69e230212f req-bba1f60e-126e-488b-a93d-97d56a79fab0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:58.410469 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-44d3031c-8bab-4a2b-970a-0b69e230212f req-bba1f60e-126e-488b-a93d-97d56a79fab0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1125145
Jan 22 15:33:58.518807 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-44d3031c-8bab-4a2b-970a-0b69e230212f req-041e4806-680e-40d4-9a25-a1f33512f7e6 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006930
Jan 22 15:33:58.569729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-3a29461f-f7b9-475e-9ebf-ac779f9c6d9b tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:58.571537 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-3a29461f-f7b9-475e-9ebf-ac779f9c6d9b tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.62 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.1375649
Jan 22 15:33:58.675450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Deleting port 340d5096-622b-4701-8388-5b44b81e0f95 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:33:58.675978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:59.018593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8118-8dbe-404a-ba99-e8edd6851e43 req-433396d2-fb99-4e5a-b704-7c03128dcb46 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:59.020272 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4dcc8118-8dbe-404a-ba99-e8edd6851e43 req-433396d2-fb99-4e5a-b704-7c03128dcb46 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 946 time: 0.2462349
Jan 22 15:33:59.062337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] For port 340d5096-622b-4701-8388-5b44b81e0f95, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=340d5096-622b-4701-8388-5b44b81e0f95,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:33:59.062768 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:59.212863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Calling delete_port for 340d5096-622b-4701-8388-5b44b81e0f95 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:33:59.265822 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4dcc8118-8dbe-404a-ba99-e8edd6851e43 req-403dd87d-31c3-41dd-8d0d-626a655484fb tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/security-groups?id=0136be25-5065-4f9b-8a0f-5b2dbe7ae158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325070
Jan 22 15:33:59.319127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 340d5096-622b-4701-8388-5b44b81e0f95 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:33:59.384769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No active binding found for port 340d5096-622b-4701-8388-5b44b81e0f95 {{(pid=80250) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 22 15:33:59.387877 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 340d5096-622b-4701-8388-5b44b81e0f95 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:33:59.404226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:59.420379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-58bbfec9-8c9f-48f5-85b7-c1038414e088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:33:59.518959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Pushing event deleted for resources: {'Port': ['ID=340d5096-622b-4701-8388-5b44b81e0f95,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:33:59.525880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:33:59.634905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] No DVR routers for this DVR port 340d5096-622b-4701-8388-5b44b81e0f95 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:33:59.637218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:33:59.640271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'name': 'network-vif-deleted', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:33:59.704525 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c56bac1-1fa4-49f5-a6e5-c6609df25c7a', 'name': 'network-vif-deleted', 'tag': '340d5096-622b-4701-8388-5b44b81e0f95', 'status': 'completed', 'code': 200}
Jan 22 15:33:59.711226 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2397a2c8-e46a-4389-b243-3c84d180ac1a req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.62 "DELETE /v2.0/ports/340d5096-622b-4701-8388-5b44b81e0f95 HTTP/1.1" status: 204  len: 173 time: 1.1249588
Jan 22 15:33:59.777000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f94c96-1e8b-4552-85a3-dd6e57839d63 req-2a2db6cf-292d-44cd-ada6-5a672bf74863 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:33:59.778671 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-70f94c96-1e8b-4552-85a3-dd6e57839d63 req-2a2db6cf-292d-44cd-ada6-5a672bf74863 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1125209
Jan 22 15:33:59.835096 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-70f94c96-1e8b-4552-85a3-dd6e57839d63 req-8773470a-3130-4bcd-a747-2dd75907793c tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486059
Jan 22 15:34:00.474966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9b996575-247a-4592-a82b-374855029a96 req-23889ca2-ed51-4dca-adbc-ff9701a1dc57 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Synchronizing usage tracker for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:34:00.513017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9b996575-247a-4592-a82b-374855029a96 req-23889ca2-ed51-4dca-adbc-ff9701a1dc57 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Unset dirty status for tenant:e23112cef285402f9a525f4d0cd25bf3 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:34:00.514325 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9b996575-247a-4592-a82b-374855029a96 req-23889ca2-ed51-4dca-adbc-ff9701a1dc57 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] 10.222.0.54 "GET /v2.0/ports?device_id=9c56bac1-1fa4-49f5-a6e5-c6609df25c7a HTTP/1.1" status: 200  len: 210 time: 0.1011896
Jan 22 15:34:01.091396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a714-bb2b-4b9b-8aee-baa4fab53674 req-e0890003-c885-4397-895d-14759f78e2ca tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:01.093100 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ede1a714-bb2b-4b9b-8aee-baa4fab53674 req-e0890003-c885-4397-895d-14759f78e2ca tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1078961
Jan 22 15:34:01.147172 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ede1a714-bb2b-4b9b-8aee-baa4fab53674 req-d092c797-5c41-4768-b951-7247fe091572 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469644
Jan 22 15:34:02.863077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47988) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:03.647040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:04.015129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Deleting port c836a24c-404e-4dfb-9568-7a040da38522 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:04.015709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:04.201273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] For port c836a24c-404e-4dfb-9568-7a040da38522, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=c836a24c-404e-4dfb-9568-7a040da38522,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:04.201676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:04.237552 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-68444724-036f-46df-9b97-0d1797109b6a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0808277
Jan 22 15:34:04.334131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Calling delete_port for c836a24c-404e-4dfb-9568-7a040da38522 owned by network:router_interface {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:04.345604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-d1019c0b-55f1-497f-a97e-cd32f8b52d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:04.347289 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-d1019c0b-55f1-497f-a97e-cd32f8b52d9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 1162 time: 0.0786529
Jan 22 15:34:04.519161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-e2b70dc1-3ebd-439e-b3bd-232e70e1ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:04.520694 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-e2b70dc1-3ebd-439e-b3bd-232e70e1ef1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 200  len: 911 time: 0.1527195
Jan 22 15:34:04.634043 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-a4637159-625f-42f6-843a-a4598a236388 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 200  len: 1000 time: 0.1066036
Jan 22 15:34:04.706959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-775c6627-34c2-4080-b527-71606893290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:04.708548 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-775c6627-34c2-4080-b527-71606893290c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 200  len: 856 time: 0.0679178
Jan 22 15:34:04.797264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:04.797680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-2b4e978b-11af-4de3-99b8-8cc2825f7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:04.799972 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-2b4e978b-11af-4de3-99b8-8cc2825f7128 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c756573d-c2f6-4739-a7c2-923227c9dc51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837619
Jan 22 15:34:04.814475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:04.912792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c836a24c-404e-4dfb-9568-7a040da38522,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:04.924302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.924719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.925125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.925521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.925918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.926313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.926753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.927193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.927586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.927974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.928362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.928752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.929197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.929583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.930010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.930397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.930904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.931297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.931684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.932076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.932455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.932840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.933230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.933605 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:04.938887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:04.948457 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-b6d58e79-60c4-4187-b17f-7d785731f830 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421580
Jan 22 15:34:05.121629 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-124b4480-7453-4651-8ab9-78d9772b4ed9 req-3cbfcacd-d610-4c47-917b-61fe222069c2 service neutron] 10.222.0.62 "GET /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1668885
Jan 22 15:34:05.246221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:05.981412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:34:06.173850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:34:06.182673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] Sync routers for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:34:06.192598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:34:06.193284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e48b6a20>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:33:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:06.223410 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] 10.222.0.54 "PUT /v2.0/routers/fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3591337
Jan 22 15:34:06.225978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47992) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:06.385525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:34:06.414682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks [] for router, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:06.609615 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:06.615243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Deleting port b04fab15-4347-4fdd-a722-65f898f0a872 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:06.615623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:06.694422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e48b6a20>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:34:04Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:06.698524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] Checking router: fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:34:06.708579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] Routers {'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:34:06.709245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e48b6a20>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:33:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:06.801400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] For port b04fab15-4347-4fdd-a722-65f898f0a872, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=b04fab15-4347-4fdd-a722-65f898f0a872,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:06.801802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:06.901364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] Set router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:34:06.933900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Calling delete_port for b04fab15-4347-4fdd-a722-65f898f0a872 owned by network:router_gateway {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:07.075309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]: WARNING neutron.plugins.ml2.ovo_rpc [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     result = function(*args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     proto.__init__(conn_state, self)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.handle()
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.handle_one_request()
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.handle_one_response()
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     result = self.application(self.environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return app(environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self.application)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return request.get_response(self.application)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = req.get_response(self._app)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     application, catch_exc_info=False)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     app_iter = application(self.environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return resp(environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return resp(environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     response = self.app(environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return resp(environ, start_response)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     resp = self.call_func(req, *args, **kw)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.func(req, *args, **kwargs)
Jan 22 15:34:07.081603 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     result = method(request=request, **args)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._delete(request, id, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*dup_args, **dup_kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     obj_deleter(request.context, id, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return method(*args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(*dup_args, **dup_kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._delete_current_gw_port(context, id, router, None)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, context, *args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return method(*args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     context, port, router_ids, bound_mech_contexts)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     return function(*args, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     callback(resource, event, trigger, **kwargs)
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     if self._is_session_semantic_violated(context, resource, event):
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]:     stack = traceback.extract_stack()
Jan 22 15:34:07.089590 dv-cinder-763774-2-iscsi neutron-server[80137]: 
Jan 22 15:34:07.286526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:07.381893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e48b6a20>, [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:34:04Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:07.386148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf11c33e-a962-4577-a994-2f390be7a4fd None None] The sync data for ids ['fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6'] in dv-cinder-763774-2-iscsi is: [{'id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'name': 'tempest-TestMinimumBasicScenario-49407262-router', 'tenant_id': 'e23112cef285402f9a525f4d0cd25bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:31:26Z', 'updated_at': '2021-01-22T15:34:04Z', 'revision_number': 5, 'project_id': 'e23112cef285402f9a525f4d0cd25bf3', 'gw_port': {'id': 'b04fab15-4347-4fdd-a722-65f898f0a872', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:31:27Z', 'updated_at': '2021-01-22T15:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:34:07.429118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:07.431475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:07.734181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:07.734793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 {{(pid=80249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:34:07.748522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:07.749783 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-503df61d-0e44-49ec-b866-8d869a58f238 admin admin] 10.222.0.54 "DELETE /v2.0/routers/fb35b58a-8b45-4e9e-ab6d-c77bdba9e6d6 HTTP/1.1" status: 204  len: 168 time: 1.5227854
Jan 22 15:34:07.752508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 47996) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:07.823185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Deleting subnet 7d781421-1bb6-4881-9cae-b7f26d48fa58 {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:34:07.826663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:07.881589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:08.008736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:08.021260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c836a24c-404e-4dfb-9568-7a040da38522 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:34:08.059911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: c836a24c-404e-4dfb-9568-7a040da38522 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:34:08.060309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c836a24c-404e-4dfb-9568-7a040da38522 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:34:08.339895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:08.356586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8006eec2-2af3-40a3-92d4-7a61aff0737e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:08.685057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d781421-1bb6-4881-9cae-b7f26d48fa58,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:08.690299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:08.731916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:08.737471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd96ff-0a78-44af-92c6-b6fe1d3ecd88 None None] Network 3add53e0-3a0a-4061-830e-1b5474ec03da requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:34:08.740936 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b96b9677-0f70-4bd9-8367-cc41449885f8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7d781421-1bb6-4881-9cae-b7f26d48fa58 HTTP/1.1" status: 204  len: 168 time: 0.9843459
Jan 22 15:34:08.741248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48000) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:08.860910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:08.931361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Deleting port fe9b2fc4-d244-47f5-8c41-b91b858e0782 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:08.931723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:09.011487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031713db-b101-4be8-9156-41884bd2078b None None] DHCP port deletion for 3add53e0-3a0a-4061-830e-1b5474ec03da request from dv-cinder-763774-2-iscsi {{(pid=80250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 15:34:09.015811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-031713db-b101-4be8-9156-41884bd2078b None None] Deleting port fe9b2fc4-d244-47f5-8c41-b91b858e0782 {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:09.016228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-031713db-b101-4be8-9156-41884bd2078b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:09.168275 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] For port fe9b2fc4-d244-47f5-8c41-b91b858e0782, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=fe9b2fc4-d244-47f5-8c41-b91b858e0782,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:09.168761 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:09.254012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-031713db-b101-4be8-9156-41884bd2078b None None] For port fe9b2fc4-d244-47f5-8c41-b91b858e0782, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=fe9b2fc4-d244-47f5-8c41-b91b858e0782,segment=NetworkSegment(1d4a4a0c-8a3f-465d-9408-df133e248621),segment_id=1d4a4a0c-8a3f-465d-9408-df133e248621)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:09.254343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-031713db-b101-4be8-9156-41884bd2078b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:09.391721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-031713db-b101-4be8-9156-41884bd2078b None None] Calling delete_port for fe9b2fc4-d244-47f5-8c41-b91b858e0782 owned by network:dhcp {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:09.524330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Calling delete_port for fe9b2fc4-d244-47f5-8c41-b91b858e0782 owned by network:dhcp {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:09.597679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-031713db-b101-4be8-9156-41884bd2078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012'] for port, after_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:09.602972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80248) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:34:09.603373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:34:09.613515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:09.710356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031713db-b101-4be8-9156-41884bd2078b None None] Pushing event deleted for resources: {'Port': ['ID=fe9b2fc4-d244-47f5-8c41-b91b858e0782,revision_number=None']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:09.713074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-031713db-b101-4be8-9156-41884bd2078b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:09.756316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031713db-b101-4be8-9156-41884bd2078b None None] No DVR routers for this DVR port fe9b2fc4-d244-47f5-8c41-b91b858e0782 on host dv-cinder-763774-2-iscsi {{(pid=80250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:34:10.039582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device b04fab15-4347-4fdd-a722-65f898f0a872 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:34:10.079957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: b04fab15-4347-4fdd-a722-65f898f0a872 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:34:10.080353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device b04fab15-4347-4fdd-a722-65f898f0a872 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:34:10.080872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device fe9b2fc4-d244-47f5-8c41-b91b858e0782 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:34:10.104464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Deleting port fe9b2fc4-d244-47f5-8c41-b91b858e0782 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:10.104856 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:10.115694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: fe9b2fc4-d244-47f5-8c41-b91b858e0782 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:34:10.116064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device fe9b2fc4-d244-47f5-8c41-b91b858e0782 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:34:10.177553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] The port 'fe9b2fc4-d244-47f5-8c41-b91b858e0782' was deleted {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 15:34:10.301853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:10.419957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e48483c8>,) {'filters': {'network_id': ['3add53e0-3a0a-4061-830e-1b5474ec03da']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:10.433295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e48483c8>, '1d4a4a0c-8a3f-465d-9408-df133e248621') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:10.433639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e48483c8>, '1d4a4a0c-8a3f-465d-9408-df133e248621') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:10.446294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:10.461164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:10.463193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:34:10.649570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Network 3add53e0-3a0a-4061-830e-1b5474ec03da has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:34:10.658730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:10.844141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Network 3add53e0-3a0a-4061-830e-1b5474ec03da has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   % (table.description, expected, rows_matched)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   % (table.description, expected, rows_matched)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   % (table.description, expected, rows_matched)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   % (table.description, expected, rows_matched)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:34:10.872385 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:34:10.974215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:10.978802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:10.981449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a54be629-bfa5-4782-b3f0-25cb3cb5e7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:11.005159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Pushing event deleted for resources: {'Network': ['ID=3add53e0-3a0a-4061-830e-1b5474ec03da,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:11.008172 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:11.055221 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-bbfa6a39-d7e2-4325-b732-c5759449accc admin admin] 10.222.0.54 "DELETE /v2.0/networks/3add53e0-3a0a-4061-830e-1b5474ec03da HTTP/1.1" status: 204  len: 168 time: 2.3127580
Jan 22 15:34:11.376285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48006) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:11.436263 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f41cf791-4140-4801-ba99-df5bf7d16647 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e23112cef285402f9a525f4d0cd25bf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0586264
Jan 22 15:34:11.438947 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48010) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:11.503328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:11.532137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:11.695497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:11.700693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d80b5762-06d9-4b7d-b78f-c002c1962cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:11.716472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0136be25-5065-4f9b-8a0f-5b2dbe7ae158,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:11.719487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:11.762970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:11.764228 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0136be25-5065-4f9b-8a0f-5b2dbe7ae158 HTTP/1.1" status: 204  len: 168 time: 0.3242869
Jan 22 15:34:14.084118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:16.261542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:34:21.586336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-215ddfd7-acd2-4b31-a19e-ae900f038904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:23.904811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e977-5245-4e0a-b1e5-746ec08bbe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:24.733561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:25.598260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:25.950446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:34.587777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d1a3-14b4-4676-b2ef-9726ed2c0a0a req-5dedee34-bd48-47bc-a4c6-228369ecc4d0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:34.589429 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0ed5d1a3-14b4-4676-b2ef-9726ed2c0a0a req-5dedee34-bd48-47bc-a4c6-228369ecc4d0 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1104784
Jan 22 15:34:34.641349 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0ed5d1a3-14b4-4676-b2ef-9726ed2c0a0a req-f6c4a569-3e1d-4cb4-9cf5-1a4b04e08841 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456336
Jan 22 15:34:35.893374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8695b43-0484-4daa-9630-14b6323a4717 req-82deb721-7528-45c7-be8b-c41d81f8837d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:35.895572 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d8695b43-0484-4daa-9630-14b6323a4717 req-82deb721-7528-45c7-be8b-c41d81f8837d tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1054151
Jan 22 15:34:35.979404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:34:35.996012 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d8695b43-0484-4daa-9630-14b6323a4717 req-834f0bd3-ed6e-49f2-8e04-dbd84dffe5d2 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups?id=88429468-f330-4f89-9f66-5a78f17d75c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940742
Jan 22 15:34:36.052853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e27620-6512-4699-85de-275b33525ab7 req-a9ce2762-0b26-4c84-922c-948000c7312e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:36.053799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port b205a2dc-fe34-457d-a3b7-40163c9cfb6c triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:34:36.054225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:36.054510 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-76e27620-6512-4699-85de-275b33525ab7 req-a9ce2762-0b26-4c84-922c-948000c7312e tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 945 time: 0.1233916
Jan 22 15:34:36.137699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Deleting port b205a2dc-fe34-457d-a3b7-40163c9cfb6c {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:36.138094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:36.404100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] For port b205a2dc-fe34-457d-a3b7-40163c9cfb6c, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:36.404423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:36.725321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:36.725731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:36.726086 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Floating IP 690e34cf-6caa-400b-a2f1-1eacea5c4718 disassociated. External IP: 172.27.3.45, port: b205a2dc-fe34-457d-a3b7-40163c9cfb6c.
Jan 22 15:34:36.726467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Calling delete_port for b205a2dc-fe34-457d-a3b7-40163c9cfb6c owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:36.900647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:36.918759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:36.965950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event deleted for resources: {'Port': ['ID=b205a2dc-fe34-457d-a3b7-40163c9cfb6c,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:37.012701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:37.214576 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a2349f57-140b-442c-be98-c2ebf135794a req-8e718ec1-9a38-4b6a-b458-75f86ff02422 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0553644
Jan 22 15:34:37.328937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:34:37.525736 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:34:37.536183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] Sync routers for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:34:37.546996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:34:37.547814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e550>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:37.567223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] No DVR routers for this DVR port b205a2dc-fe34-457d-a3b7-40163c9cfb6c on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:34:37.569748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:37.572803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-deleted', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:34:37.620049 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-76e27620-6512-4699-85de-275b33525ab7 req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.62 "DELETE /v2.0/ports/b205a2dc-fe34-457d-a3b7-40163c9cfb6c HTTP/1.1" status: 204  len: 173 time: 1.5593193
Jan 22 15:34:37.636363 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e649bb3-925f-41bd-b628-fedda837378d', 'name': 'network-vif-deleted', 'tag': 'b205a2dc-fe34-457d-a3b7-40163c9cfb6c', 'status': 'completed', 'code': 200}
Jan 22 15:34:37.747299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:34:37.831192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:34:37.872652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: b205a2dc-fe34-457d-a3b7-40163c9cfb6c {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:34:37.872981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device b205a2dc-fe34-457d-a3b7-40163c9cfb6c not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:34:38.238741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e550>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:38.243146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] Checking router: 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:34:38.252096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:34:38.252755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e550>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:38.426734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-2e6c5329-1796-4563-9f37-4ed0298fe987 req-a14bce50-ba55-45e7-8e64-eaa69aed439f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Synchronizing usage tracker for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:34:38.446498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:34:38.465025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-2e6c5329-1796-4563-9f37-4ed0298fe987 req-a14bce50-ba55-45e7-8e64-eaa69aed439f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Unset dirty status for tenant:de1e2f62a6174b6f8083d97ddc9ebde4 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:34:38.466467 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2e6c5329-1796-4563-9f37-4ed0298fe987 req-a14bce50-ba55-45e7-8e64-eaa69aed439f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/ports?device_id=5e649bb3-925f-41bd-b628-fedda837378d HTTP/1.1" status: 200  len: 210 time: 0.0892856
Jan 22 15:34:38.793721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4c5e550>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:38.797922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b5fa7-a848-4908-829e-13af8aa76be6 None None] The sync data for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi is: [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:27:36Z', 'revision_number': 4, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '724f6236-0d5b-4396-8222-ad4f30fd0ba4', 'name': '', 'network_id': 'c756573d-c2f6-4739-a7c2-923227c9dc51', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'mac_address': 'fa:16:3e:f6:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:34Z', 'updated_at': '2021-01-22T15:27:46Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'subnets': [{'id': '32c177e6-663c-45ef-82e6-9b7214f6cc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:34:39.188677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a9028-2140-4eff-b19d-b7984958632b None None] New status for floating IP 690e34cf-6caa-400b-a2f1-1eacea5c4718: DOWN {{(pid=80250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:34:39.655460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48054) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:39.729052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-546610e2-bbe3-4eab-83e4-9bd74404d9e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:39.758298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-546610e2-bbe3-4eab-83e4-9bd74404d9e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:39.853220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-546610e2-bbe3-4eab-83e4-9bd74404d9e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:39.858685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8cc63cc7-f42f-4e87-8eb8-54ee8465cf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:39.875568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546610e2-bbe3-4eab-83e4-9bd74404d9e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event deleted for resources: {'SecurityGroup': ['ID=88429468-f330-4f89-9f66-5a78f17d75c6,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:39.878170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-546610e2-bbe3-4eab-83e4-9bd74404d9e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:39.916038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-546610e2-bbe3-4eab-83e4-9bd74404d9e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:39.917284 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-546610e2-bbe3-4eab-83e4-9bd74404d9e1 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "DELETE /v2.0/security-groups/88429468-f330-4f89-9f66-5a78f17d75c6 HTTP/1.1" status: 204  len: 168 time: 0.2607541
Jan 22 15:34:39.920159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48058) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:39.937910 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.v2.resource [None req-a9aab180-e743-42a5-bf2c-aa2a7731ce98 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] show failed (client error): The resource could not be found.
Jan 22 15:34:39.938990 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a9aab180-e743-42a5-bf2c-aa2a7731ce98 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "GET /v2.0/security-groups/88429468-f330-4f89-9f66-5a78f17d75c6 HTTP/1.1" status: 404  len: 347 time: 0.0178518
Jan 22 15:34:39.941866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48062) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:40.340294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Deleting port 5d04e29a-9ca0-4403-8bc6-e702d7533b94 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:40.340594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:40.523017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:40.523387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:40.655284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Calling delete_port for 5d04e29a-9ca0-4403-8bc6-e702d7533b94 owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:40.895233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:40.911156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:41.007706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Pushing event deleted for resources: {'Port': ['ID=5d04e29a-9ca0-4403-8bc6-e702d7533b94,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:41.011791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:41.138635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:41.190023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:41.191319 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] 10.222.0.54 "DELETE /v2.0/floatingips/690e34cf-6caa-400b-a2f1-1eacea5c4718 HTTP/1.1" status: 204  len: 168 time: 1.2485085
Jan 22 15:34:44.099882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:44.160243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48086) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:44.971278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:45.338408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Deleting port 724f6236-0d5b-4396-8222-ad4f30fd0ba4 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:45.339077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:45.521581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] For port 724f6236-0d5b-4396-8222-ad4f30fd0ba4, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=724f6236-0d5b-4396-8222-ad4f30fd0ba4,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:45.521977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:45.654435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Calling delete_port for 724f6236-0d5b-4396-8222-ad4f30fd0ba4 owned by network:router_interface {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:46.295363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:46.311253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3c8194d2-c053-48e4-bbf1-fa8f98a27fc9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:46.410475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Pushing event deleted for resources: {'Port': ['ID=724f6236-0d5b-4396-8222-ad4f30fd0ba4,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:46.423923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.424343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.424755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.425159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.425560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.425959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.426356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.426809 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.427214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.427606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.427997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.428392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.428846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.429229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.429626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.430014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.430400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.430815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.432543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.432543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.432543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.432543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.433122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.433122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:46.444358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:46.746698 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:47.270958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:34:47.463386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:34:47.475453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] Sync routers for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:34:47.477981 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] 10.222.0.54 "PUT /v2.0/routers/3b7fd762-1b8e-4201-8b74-0ff460f6aa86/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3164802
Jan 22 15:34:47.480657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48092) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:47.483843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:34:47.484568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4aea940>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:47.668816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:47.674063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:34:47.857051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:47.862831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Deleting port edd82a72-fb22-4218-8b8a-f4d8da0535de {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:47.863206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:47.978817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4aea940>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:34:45Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:47.982808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] Checking router: 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:34:47.991937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] Routers {'3b7fd762-1b8e-4201-8b74-0ff460f6aa86'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:34:47.992586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4aea940>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:48.054493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] For port edd82a72-fb22-4218-8b8a-f4d8da0535de, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=edd82a72-fb22-4218-8b8a-f4d8da0535de,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:48.054927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:48.178966 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] Set router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:34:48.194457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Calling delete_port for edd82a72-fb22-4218-8b8a-f4d8da0535de owned by network:router_gateway {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:48.332696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:48.491986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4aea940>, [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:34:45Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:48.496158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289f1d0-6a23-4533-ad0e-7f564c7280f0 None None] The sync data for ids ['3b7fd762-1b8e-4201-8b74-0ff460f6aa86'] in dv-cinder-763774-2-iscsi is: [{'id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'name': 'tempest-AttachVolumeShelveTestJSON-1233427401-router', 'tenant_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:27:28Z', 'updated_at': '2021-01-22T15:34:45Z', 'revision_number': 5, 'project_id': 'de1e2f62a6174b6f8083d97ddc9ebde4', 'gw_port': {'id': 'edd82a72-fb22-4218-8b8a-f4d8da0535de', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fd762-1b8e-4201-8b74-0ff460f6aa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:27:29Z', 'updated_at': '2021-01-22T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:34:48.532890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:48.912602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:48.914987 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:48.962858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:48.963433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b7fd762-1b8e-4201-8b74-0ff460f6aa86 {{(pid=80248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:34:48.976338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] Notify callbacks [] for router, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:48.977792 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-bb84c35f-5ba6-4a06-9913-4834c41cbed5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3b7fd762-1b8e-4201-8b74-0ff460f6aa86 HTTP/1.1" status: 204  len: 168 time: 1.4959705
Jan 22 15:34:48.980339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48096) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:49.048846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Deleting subnet 32c177e6-663c-45ef-82e6-9b7214f6cc6e {{(pid=80248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:34:49.052882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:49.110071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170753'] for subnet, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:49.243467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:49.757821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3026001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199722'] for subnet, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:49.774092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cdfa979c-8be8-479e-8a2d-2b8ac979c822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:49.863456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c177e6-663c-45ef-82e6-9b7214f6cc6e,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:49.868635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:49.911287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:49.916391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf9f30e-b50f-44a0-8ea0-ff1397a792a8 None None] Network c756573d-c2f6-4739-a7c2-923227c9dc51 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:34:49.917381 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1df3aaa5-f88a-4a68-813b-855db5f2d576 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/32c177e6-663c-45ef-82e6-9b7214f6cc6e HTTP/1.1" status: 204  len: 168 time: 0.9360232
Jan 22 15:34:49.920244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48100) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:50.041436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:50.085719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device edd82a72-fb22-4218-8b8a-f4d8da0535de no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:34:50.119194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Deleting port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:50.119704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:50.132048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: edd82a72-fb22-4218-8b8a-f4d8da0535de {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:34:50.132441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device edd82a72-fb22-4218-8b8a-f4d8da0535de not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:34:50.132911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 724f6236-0d5b-4396-8222-ad4f30fd0ba4 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:34:50.169185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 724f6236-0d5b-4396-8222-ad4f30fd0ba4 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:34:50.169572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 724f6236-0d5b-4396-8222-ad4f30fd0ba4 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:34:50.243382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] DHCP port deletion for c756573d-c2f6-4739-a7c2-923227c9dc51 request from dv-cinder-763774-2-iscsi {{(pid=80250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 15:34:50.248024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Deleting port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:50.248578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:50.349709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] For port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:50.350019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:50.470721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] For port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,segment=NetworkSegment(27c93d84-974d-4360-9c39-78ddbc8e7c59),segment_id=27c93d84-974d-4360-9c39-78ddbc8e7c59)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:50.471156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:50.485004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Calling delete_port for ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c owned by network:dhcp {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:50.586312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:50.602642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Calling delete_port for ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c owned by network:dhcp {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:34:50.602822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:50.677625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:34:50.678038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:34:50.695795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:50.703128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:50.747678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] No DVR routers for this DVR port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c on host dv-cinder-763774-2-iscsi {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:34:50.881964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:50.999154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e4b1a358>,) {'filters': {'network_id': ['c756573d-c2f6-4739-a7c2-923227c9dc51']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:51.012529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e4b1a358>, '27c93d84-974d-4360-9c39-78ddbc8e7c59') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:51.012872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e4b1a358>, '27c93d84-974d-4360-9c39-78ddbc8e7c59') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:51.024919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:51.106731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:51.109134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:34:51.179286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Deleting port ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:34:51.179725 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:51.304157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Network c756573d-c2f6-4739-a7c2-923227c9dc51 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:34:51.314888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:51.413107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c293b6ea-f3b8-447d-846e-2203a6177639 None None] The port 'ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c' was deleted {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 15:34:51.505904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Network c756573d-c2f6-4739-a7c2-923227c9dc51 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:34:51.529212 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:34:51.580405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b7931893-014c-428c-a0df-522ff66cb877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:51.769006 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:51.773190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5912ff74-e7d9-4df9-aa44-743059193d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:51.789618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:51.802375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Pushing event deleted for resources: {'Network': ['ID=c756573d-c2f6-4739-a7c2-923227c9dc51,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:51.805842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:51.838207 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] 10.222.0.54 "DELETE /v2.0/networks/c756573d-c2f6-4739-a7c2-923227c9dc51 HTTP/1.1" status: 204  len: 168 time: 1.9169099
Jan 22 15:34:52.054350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48106) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:52.061462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:34:52.097905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:34:52.098303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ee751bb1-daeb-4cd8-9dc7-f5f7fb15747c not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:34:52.107950 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7d2819eb-7970-4452-91f7-e666b595feae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de1e2f62a6174b6f8083d97ddc9ebde4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522707
Jan 22 15:34:52.110802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48110) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:52.173801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6112d8c3-a99e-4fca-b141-8573292f29c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:52.202969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6112d8c3-a99e-4fca-b141-8573292f29c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:52.344659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6112d8c3-a99e-4fca-b141-8573292f29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:52.350500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4c2eb2b8-0ad2-46c0-8dea-97c0485c8d95 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:52.367832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112d8c3-a99e-4fca-b141-8573292f29c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b3eb3-ee4e-486c-8306-8a68e2c40b24,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:52.371190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6112d8c3-a99e-4fca-b141-8573292f29c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:52.373481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6112d8c3-a99e-4fca-b141-8573292f29c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:52.374928 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6112d8c3-a99e-4fca-b141-8573292f29c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/288b3eb3-ee4e-486c-8306-8a68e2c40b24 HTTP/1.1" status: 204  len: 168 time: 0.2627974
Jan 22 15:34:53.261068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:34:53.438428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48132) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:53.588038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-589359782-network', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:34:53.593094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:34:53.597191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Usage tracker for resource:network and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:34:53.600266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:34:53.606064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:34:53.644416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Made reservation on behalf of 1ff5db14bdb2487fbe436e876ad2f1ed for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:34:53.649235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:53.662593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:53.682498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:34:53.686743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:34:53.689659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:34:53.696073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:34:53.901525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:53.906177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b284-dfaf-4c86-bce3-2655d43ef868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:53.934679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:53.939243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1bc65e10-81df-4ae7-9f7b-7ca3be4d7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:53.975558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:34:53.981508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603bc67e-348b-4a90-b82a-3a46ce4db535,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:53.985719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:53.990151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:53.991021 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Added segment b02399c9-c976-4650-95a8-fb18bb197171 of type vxlan for network de070441-2455-485f-8395-4fc30e0ef022
Jan 22 15:34:54.017605 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:54.077688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:54.079176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:54.079975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:54.085495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e85eb9c4-9731-4dcb-9c7b-26f069895524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:54.192779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Pushing event updated for resources: {'Network': ['ID=de070441-2455-485f-8395-4fc30e0ef022,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:54.195708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:54.204161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network de070441-2455-485f-8395-4fc30e0ef022 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:34:54.217815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network de070441-2455-485f-8395-4fc30e0ef022 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:34:54.221342 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d3e2051e-9404-4415-8878-71412da43045 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.7815948
Jan 22 15:34:54.224802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48138) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:54.230909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Request body: {'subnet': {'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-589359782-subnet', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:34:54.236501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:34:54.241210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Usage tracker for resource:subnet and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:34:54.244253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:34:54.250053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:34:54.287711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Made reservation on behalf of 1ff5db14bdb2487fbe436e876ad2f1ed for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:34:54.292813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852576128'] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:54.733622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:54.735141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3025300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852576077'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:54.750944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:54.876012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7e2e4c-bfe1-47c0-a924-6dc75a702091,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:54.881920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:54.952719 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Checking segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:34:54.953115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Network hostable DHCP agents. Network: de070441-2455-485f-8395-4fc30e0ef022, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:34:55.001703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Network de070441-2455-485f-8395-4fc30e0ef022 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:34:55.037866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, de070441-2455-485f-8395-4fc30e0ef022) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:34:55.047111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a1db7-4cce-4618-a076-22f97ea74647 None None] Network de070441-2455-485f-8395-4fc30e0ef022 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:34:55.051377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:34:55.052251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.112938 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b4357a7e-a9b2-49dc-8a88-cd6f021a630d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8869374
Jan 22 15:34:55.115874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48142) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:55.122109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:34:55.127251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:34:55.131324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Usage tracker for resource:router and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:34:55.135014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:34:55.141146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:34:55.186423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.187621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.206354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.285459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-de070441-2455-485f-8395-4fc30e0ef022', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:34:55.286855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.530787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.576841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.602247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Allocated IP 172.20.0.2 (de070441-2455-485f-8395-4fc30e0ef022/4a7e2e4c-bfe1-47c0-a924-6dc75a702091/740424e3-f1fe-472c-b13c-8e48b94b69d1) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:34:55.839116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.854819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Transition to ACTIVE for port object 740424e3-f1fe-472c-b13c-8e48b94b69d1 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:34:55.874463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Transition to ACTIVE for port object 740424e3-f1fe-472c-b13c-8e48b94b69d1 will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:34:55.947036 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:55.966472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:56.023475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.120615 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Pushing event updated for resources: {'Port': ['ID=740424e3-f1fe-472c-b13c-8e48b94b69d1,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:56.134526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.135074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.135708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.136332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.136770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.137251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.137639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.138017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.138386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.138788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.139213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.139583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.140092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.140460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.140826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.141190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.141552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.141914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.142277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.142661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.143028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.143386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.144310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.144310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:34:56.151083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:56.208593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Network de070441-2455-485f-8395-4fc30e0ef022 is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:34:56.209959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:34:56.213857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:34:56.214096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.251632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.281724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Attempting to bind port 740424e3-f1fe-472c-b13c-8e48b94b69d1 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:34:56.282135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Attempting to bind port 740424e3-f1fe-472c-b13c-8e48b94b69d1 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:34:56.282550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Attempting to bind port 740424e3-f1fe-472c-b13c-8e48b94b69d1 on network de070441-2455-485f-8395-4fc30e0ef022 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:34:56.289461 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:34:56.289885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Checking segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:34:56.290339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.290831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Bound using segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:34:56.291362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Bound port: 740424e3-f1fe-472c-b13c-8e48b94b69d1, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:34:56.291787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.406508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] For port 740424e3-f1fe-472c-b13c-8e48b94b69d1, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:34:56.406508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] For port 740424e3-f1fe-472c-b13c-8e48b94b69d1, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=740424e3-f1fe-472c-b13c-8e48b94b69d1,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:34:56.454439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.470589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-031713db-b101-4be8-9156-41884bd2078b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:56.569789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Allocated IP 172.27.3.5 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/1db9d995-7a06-472e-a21a-ecbf4b1593f9) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:34:56.632327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Pushing event updated for resources: {'Port': ['ID=740424e3-f1fe-472c-b13c-8e48b94b69d1,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:56.639041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:56.748741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.820920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:56.837445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:56.986811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Pushing event updated for resources: {'Port': ['ID=1db9d995-7a06-472e-a21a-ecbf4b1593f9,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:56.991940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:57.055586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:34:57.057287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:34:57.060949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:34:57.543357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:57.903837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:58.112236 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 740424e3-f1fe-472c-b13c-8e48b94b69d1 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:34:58.146276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488052d-b309-43b9-9831-9310daf9a10f None None] Network de070441-2455-485f-8395-4fc30e0ef022 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:34:58.203360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Router 908c958c-e897-40c5-b531-b879486eaf1a is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:34:58.313132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Provisioning for port 740424e3-f1fe-472c-b13c-8e48b94b69d1 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:34:58.350252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Provisioning complete for port 740424e3-f1fe-472c-b13c-8e48b94b69d1 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:34:58.350632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:58.384667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 740424e3-f1fe-472c-b13c-8e48b94b69d1 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:34:58.400173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:34:58.400976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 740424e3-f1fe-472c-b13c-8e48b94b69d1 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:34:58.401403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:58.435722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Sync routers for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:34:58.477998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Notify callbacks [] for router, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:58.479459 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.3623548
Jan 22 15:34:58.482490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48146) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:34:58.525526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:34:58.526056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d54e48>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:59.034167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:59.066557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:34:59.198376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:59.306944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] For port 740424e3-f1fe-472c-b13c-8e48b94b69d1, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=740424e3-f1fe-472c-b13c-8e48b94b69d1,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:34:59.379185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:59.387504 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-900fce0f-1c85-4dda-9be6-914235548bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:34:59.471275 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:34:59.471560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:34:59.501013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:59.558053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Pushing event updated for resources: {'Port': ['ID=740424e3-f1fe-472c-b13c-8e48b94b69d1,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:34:59.561673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:34:59.564033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e0e51083-d585-4ebb-9cc5-0af11aac22e6 None None] Provisioning complete for port 740424e3-f1fe-472c-b13c-8e48b94b69d1 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:34:59.564454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e0e51083-d585-4ebb-9cc5-0af11aac22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:59.690244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d54e48>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:34:57Z', 'revision_number': 3, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:34:59.704083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Checking router: 908c958c-e897-40c5-b531-b879486eaf1a for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:34:59.704489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Updating router 908c958c-e897-40c5-b531-b879486eaf1a port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:34:59.779289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:34:59.865398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Allocated IP 172.20.0.1 (de070441-2455-485f-8395-4fc30e0ef022/4a7e2e4c-bfe1-47c0-a924-6dc75a702091/013dd564-2f42-446a-958f-7eabf6480662) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:34:59.946856 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-fc72e55a-cee9-498c-9af6-1b8195868ebd None None] Provisioning complete for port 740424e3-f1fe-472c-b13c-8e48b94b69d1 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:34:59.947285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fc72e55a-cee9-498c-9af6-1b8195868ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.140687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.159949 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Transition to ACTIVE for port object 013dd564-2f42-446a-958f-7eabf6480662 will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:00.211278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 740424e3-f1fe-472c-b13c-8e48b94b69d1 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:00.237722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.254467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-62764513-9187-480c-b700-8e349ba47858 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:00.372076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 740424e3-f1fe-472c-b13c-8e48b94b69d1 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:00.372369 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.395534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Pushing event updated for resources: {'Port': ['ID=013dd564-2f42-446a-958f-7eabf6480662,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:00.400375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:00.453906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Network de070441-2455-485f-8395-4fc30e0ef022 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:00.455184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:00.457560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:00.495568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.512313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Transition to ACTIVE for port object 1db9d995-7a06-472e-a21a-ecbf4b1593f9 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:00.514457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.546417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.741335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:00.831545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:00.900336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbece0-5272-419a-a63a-6ac1c9159e6a None None] Pushing event updated for resources: {'Port': ['ID=1db9d995-7a06-472e-a21a-ecbf4b1593f9,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:00.905160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b3cbece0-5272-419a-a63a-6ac1c9159e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:00.908434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-0f9af132-0694-4542-8421-36a0005454fb None None] Provisioning for port 013dd564-2f42-446a-958f-7eabf6480662 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:00.930218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-0f9af132-0694-4542-8421-36a0005454fb None None] Provisioning complete for port 013dd564-2f42-446a-958f-7eabf6480662 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:00.930692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0f9af132-0694-4542-8421-36a0005454fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.017295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-0f9af132-0694-4542-8421-36a0005454fb None None] Port 013dd564-2f42-446a-958f-7eabf6480662 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:35:01.039683 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Attempting to bind port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:35:01.040086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Attempting to bind port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:35:01.040496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Attempting to bind port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:35:01.047011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:35:01.047237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:01.047882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.048171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:35:01.048749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Bound port: 1db9d995-7a06-472e-a21a-ecbf4b1593f9, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:35:01.049040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.127282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] For port 1db9d995-7a06-472e-a21a-ecbf4b1593f9, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:35:01.130578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] For port 1db9d995-7a06-472e-a21a-ecbf4b1593f9, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=1db9d995-7a06-472e-a21a-ecbf4b1593f9,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:35:01.150965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.157982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.176798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:01.186052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.216085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2df6b205-6da6-4ffb-b7ef-c39ec8aee4d4 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:01.304242 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Pushing event updated for resources: {'Port': ['ID=013dd564-2f42-446a-958f-7eabf6480662,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:01.307005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.323169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:01.331340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbece0-5272-419a-a63a-6ac1c9159e6a None None] Pushing event updated for resources: {'Port': ['ID=1db9d995-7a06-472e-a21a-ecbf4b1593f9,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:01.337596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b3cbece0-5272-419a-a63a-6ac1c9159e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:01.377403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:01.378140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d54e48>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:01.462385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Network de070441-2455-485f-8395-4fc30e0ef022 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:01.463680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:01.575447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:01.818474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-d73759d6-8929-4674-bb84-ca1f15970c9a None None] Provisioning complete for port 013dd564-2f42-446a-958f-7eabf6480662 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:01.818833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d73759d6-8929-4674-bb84-ca1f15970c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:01.907638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Router 908c958c-e897-40c5-b531-b879486eaf1a has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:35:01.911521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-d73759d6-8929-4674-bb84-ca1f15970c9a None None] Port 013dd564-2f42-446a-958f-7eabf6480662 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:35:01.994059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d54e48>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 2, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:01.998293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2bfc6-ee0f-406b-b956-4c843c640490 None None] The sync data for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi is: [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 2, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:02.109604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:02.119825 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] 10.222.0.54 "PUT /v2.0/routers/908c958c-e897-40c5-b531-b879486eaf1a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6362057
Jan 22 15:35:03.818992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48158) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:03.824933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'security_group': {'name': 'tempest-securitygroup--1690275644', 'description': 'tempest-description--236866649'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:03.835359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:03.839338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:03.842298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:03.849559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:03.882548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:03.903437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:03.907403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group_rule and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:03.911053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:03.916813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:03.987880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.025965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.031779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ecc6957-6c46-4425-8359-1178e96be954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:04.072863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4858df-fcc7-438c-a6b2-ea8bb1798f52,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:04.075915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:04.094653 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.096031 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-df180420-a83f-4388-85a5-630798c66a5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2759469
Jan 22 15:35:04.099665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48162) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:04.105351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'security_group_rule': {'security_group_id': 'cc4858df-fcc7-438c-a6b2-ea8bb1798f52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:04.116008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:04.120091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group_rule and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:04.123135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:04.129173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:04.181967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.208451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1db9d995-7a06-472e-a21a-ecbf4b1593f9 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:04.249253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.277358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.279697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a0a01728-4b07-4b9b-ac2e-c96f4d15838f tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:04.300092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:04.301874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62741c6-672a-4fd6-987a-08830406007b,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:04.306241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:04.306413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:04.306864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.334792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.336058 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e785eac6-ccb5-4898-9871-2d28d4eebc32 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2353902
Jan 22 15:35:04.339100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48166) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:04.344729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'security_group_rule': {'security_group_id': 'cc4858df-fcc7-438c-a6b2-ea8bb1798f52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:04.355695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:04.359968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group_rule and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:04.363529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:04.370015 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:04.421424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.432842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.463199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port 1db9d995-7a06-472e-a21a-ecbf4b1593f9, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=1db9d995-7a06-472e-a21a-ecbf4b1593f9,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:04.487173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.488840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.490925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:04.505878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.508008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:04.532493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4f9d36-d56e-463d-a31b-475fe1875b60,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:04.535888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:04.564798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=1db9d995-7a06-472e-a21a-ecbf4b1593f9,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:04.567353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.568223 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:04.568796 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-aa00fa75-131e-4de0-9a82-c54be723d6f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2286801
Jan 22 15:35:04.572175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48170) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:04.577986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:04.588146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:04.592079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:floatingip and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:04.595049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:04.601335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:04.637311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:04.787387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:05.074817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Allocated IP 172.27.3.219 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/978a16d2-ee60-4996-8692-7ab55421a395) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:35:05.158331 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-0f408d31-ce72-4b92-bbcb-83285556c71d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0807662
Jan 22 15:35:05.241552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:05.268414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Sync routers for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:05.279326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:05.280007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e589ba90>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:05.312316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:05.329104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:05.331163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afdde-5a8a-453a-8b09-9275b776494b req-8f47bcfc-c4a5-42fe-bbad-636c66d93dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:05.333420 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-8f47bcfc-c4a5-42fe-bbad-636c66d93dee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.0866187
Jan 22 15:35:05.467308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'Port': ['ID=978a16d2-ee60-4996-8692-7ab55421a395,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:05.475781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:05.482083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.482507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.482951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.483361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.483765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.484170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.484608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.484967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.485364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.486025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.486425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.486846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.487309 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.487743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.488100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.489026 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.489417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.489812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.490208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.490619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.491020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.491412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.491810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.492200 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:05.495596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afdde-5a8a-453a-8b09-9275b776494b req-01323862-1cb7-41f1-8ec1-42a5f964f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:05.497208 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-01323862-1cb7-41f1-8ec1-42a5f964f069 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.1447761
Jan 22 15:35:05.506935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:05.549210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:05.550594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:05.553576 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:05.620421 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-06b169f9-2acc-4f4d-8c41-b70b978921f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 1001 time: 0.1162345
Jan 22 15:35:05.639156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:05.692529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afdde-5a8a-453a-8b09-9275b776494b req-7544a771-dd9f-4fd1-82a4-08ab50547274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:05.694205 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-7544a771-dd9f-4fd1-82a4-08ab50547274 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.0675240
Jan 22 15:35:05.732594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:05.779804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afdde-5a8a-453a-8b09-9275b776494b req-1dbcbf3d-4d4c-454a-b9a3-a5f99300942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:05.781437 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-1dbcbf3d-4d4c-454a-b9a3-a5f99300942a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796354
Jan 22 15:35:05.825043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e589ba90>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 2, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:05.829435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Checking router: 908c958c-e897-40c5-b531-b879486eaf1a for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:35:05.829833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Updating router 908c958c-e897-40c5-b531-b879486eaf1a port 013dd564-2f42-446a-958f-7eabf6480662 binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:35:05.887898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:05.928773 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-ceda7653-06e1-41d9-ab25-56e6f6b396c3 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403747
Jan 22 15:35:06.026898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.071895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.083449 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db8afdde-5a8a-453a-8b09-9275b776494b req-c5eb9966-bab3-402f-8a11-21eb002c3cdc service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468635
Jan 22 15:35:06.088706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:06.202152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1db9d995-7a06-472e-a21a-ecbf4b1593f9 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:06.229773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'Port': ['ID=978a16d2-ee60-4996-8692-7ab55421a395,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:06.234958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:06.280319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:06.280651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.354069 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.403583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.414506 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8411744
Jan 22 15:35:06.485834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.498588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Transition to ACTIVE for port object 013dd564-2f42-446a-958f-7eabf6480662 will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:06.540086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.556807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:06.600139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-c5d2dbc3-c74d-4f61-83e4-ebb03cbae17c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:35:06.642631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-c5d2dbc3-c74d-4f61-83e4-ebb03cbae17c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:35:06.643928 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-c5d2dbc3-c74d-4f61-83e4-ebb03cbae17c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1690275644&fields=id&tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed HTTP/1.1" status: 200  len: 267 time: 0.0959933
Jan 22 15:35:06.689577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Pushing event updated for resources: {'Port': ['ID=013dd564-2f42-446a-958f-7eabf6480662,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:06.701685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.702065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.702434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.702826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.703191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.703581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.703919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.704273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.704649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.705008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.705373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.706156 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.706591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.706961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.707348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.707722 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.708055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.708410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.708764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.709115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.709467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.709818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.710169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.710516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:06.724635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:06.835807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-8d974feb-fb91-43d9-bd1e-eb2903c94876 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:06.836622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-8d974feb-fb91-43d9-bd1e-eb2903c94876 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:network {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:35:06.877950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Attempting to bind port 013dd564-2f42-446a-958f-7eabf6480662 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:35:06.878367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Attempting to bind port 013dd564-2f42-446a-958f-7eabf6480662 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:35:06.878840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Attempting to bind port 013dd564-2f42-446a-958f-7eabf6480662 on network de070441-2455-485f-8395-4fc30e0ef022 {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:35:06.885162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:35:06.885598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Checking segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:06.886016 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.886453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Bound using segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:35:06.887038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Bound port: 013dd564-2f42-446a-958f-7eabf6480662, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:35:06.887507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:06.888375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-8d974feb-fb91-43d9-bd1e-eb2903c94876 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:network {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:35:06.889697 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-8d974feb-fb91-43d9-bd1e-eb2903c94876 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 810 time: 0.2383149
Jan 22 15:35:06.906757 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-404d2b00-20c4-4dcd-85bf-29ccd4704b37 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/quotas/1ff5db14bdb2487fbe436e876ad2f1ed HTTP/1.1" status: 200  len: 375 time: 0.0108259
Jan 22 15:35:06.989257 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] For port 013dd564-2f42-446a-958f-7eabf6480662, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:35:06.992793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] For port 013dd564-2f42-446a-958f-7eabf6480662, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=013dd564-2f42-446a-958f-7eabf6480662,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:35:07.015505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-41e5cf5b-cc3d-4a6e-a60b-94751f0d49e4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:35:07.049531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:07.066443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:07.077511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-41e5cf5b-cc3d-4a6e-a60b-94751f0d49e4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:35:07.079560 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-41e5cf5b-cc3d-4a6e-a60b-94751f0d49e4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1653056
Jan 22 15:35:07.212053 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Pushing event updated for resources: {'Port': ['ID=013dd564-2f42-446a-958f-7eabf6480662,revision_number=4']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:07.225470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ab68e0f4-e4f7-49e4-b2ed-48ffc7fb825e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:07.239011 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a59e83f4-69c8-4c33-8510-b40e98cec587 service neutron] 10.222.0.54 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450016
Jan 22 15:35:07.267197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:07.267885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e589ba90>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:07.393017 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-9c7b5435-ea1b-4723-8e68-3ee706c7bf6a service neutron] 10.222.0.54 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468828
Jan 22 15:35:07.478052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:07.716672 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2ff7888-6327-4859-9522-5fe3afbef4fb req-5e08d269-9dd6-4965-8ca9-abf4f2c1f5c2 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 210 time: 0.0518172
Jan 22 15:35:07.818335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e589ba90>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:06Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:07.822607 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd174d8-2c4f-4ce2-9466-fea29612b570 None None] The sync data for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi is: [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:06Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:08.217151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 013dd564-2f42-446a-958f-7eabf6480662 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:08.333106 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 013dd564-2f42-446a-958f-7eabf6480662 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:08.338538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 013dd564-2f42-446a-958f-7eabf6480662 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:08.339042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:08.468409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:08.503646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port 013dd564-2f42-446a-958f-7eabf6480662, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=013dd564-2f42-446a-958f-7eabf6480662,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:08.540572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:08.542651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:08.616616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=013dd564-2f42-446a-958f-7eabf6480662,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:08.619889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:08.913314 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e48dee22-8bf4-4feb-bf55-2c73e16cd4e7 req-2bc4aa92-8a56-46d8-b165-3877c6e45b7b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 210 time: 0.0529044
Jan 22 15:35:09.516044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-722707a1-3a57-4205-b221-c9b9db0894db tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:09.517809 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-722707a1-3a57-4205-b221-c9b9db0894db tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 810 time: 0.1813402
Jan 22 15:35:09.617855 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-98b15e98-f973-4dbe-8722-d81d1cf338d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed HTTP/1.1" status: 200  len: 5708 time: 0.0748277
Jan 22 15:35:09.627433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'port': {'device_id': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'admin_state_up': True, 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'security_groups': ['cc4858df-fcc7-438c-a6b2-ea8bb1798f52']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:09.776687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:09.786579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:09.819546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Made reservation on behalf of 1ff5db14bdb2487fbe436e876ad2f1ed for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:35:09.829469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:10.115873 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-454e9d02-626a-437d-b8c8-880a9936700a req-b128a968-f812-41ee-9536-3a58573dc624 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 210 time: 0.0678957
Jan 22 15:35:10.193000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 013dd564-2f42-446a-958f-7eabf6480662 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:10.197530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Allocated IP 172.20.0.7 (de070441-2455-485f-8395-4fc30e0ef022/4a7e2e4c-bfe1-47c0-a924-6dc75a702091/af7aa3d7-a615-40a5-800d-27a3808e202f) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:35:10.264808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 013dd564-2f42-446a-958f-7eabf6480662 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:10.265231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:10.405312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:10.422181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Transition to ACTIVE for port object af7aa3d7-a615-40a5-800d-27a3808e202f will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:10.477429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:10.499664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:10.638676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'Port': ['ID=af7aa3d7-a615-40a5-800d-27a3808e202f,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:10.642221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:10.695802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Network de070441-2455-485f-8395-4fc30e0ef022 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:10.696944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:10.699453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:10.787331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:10.788061 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:10.849114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2255909
Jan 22 15:35:10.867481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Request body: {'port': {'device_id': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:10.961364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-3ee743bb-7fbb-4084-9861-85ab9c7e02ab None None] Provisioning for port af7aa3d7-a615-40a5-800d-27a3808e202f completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:10.966641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-3ee743bb-7fbb-4084-9861-85ab9c7e02ab None None] Provisioning complete for port af7aa3d7-a615-40a5-800d-27a3808e202f triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:10.967071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3ee743bb-7fbb-4084-9861-85ab9c7e02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:10.987723 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:11.025319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-3ee743bb-7fbb-4084-9861-85ab9c7e02ab None None] Port af7aa3d7-a615-40a5-800d-27a3808e202f cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:35:11.460870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33311c-aa74-4df8-bf96-c85a504db8e6 req-d06836c4-7cfd-4446-9775-b0ee4da5170e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:11.461647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-be33311c-aa74-4df8-bf96-c85a504db8e6 req-d06836c4-7cfd-4446-9775-b0ee4da5170e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:35:11.615260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-be33311c-aa74-4df8-bf96-c85a504db8e6 req-d06836c4-7cfd-4446-9775-b0ee4da5170e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:35:11.616547 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be33311c-aa74-4df8-bf96-c85a504db8e6 req-d06836c4-7cfd-4446-9775-b0ee4da5170e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 931 time: 0.3339434
Jan 22 15:35:11.700435 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be33311c-aa74-4df8-bf96-c85a504db8e6 req-c88bdee4-d779-4b19-8f3e-fea47a76bf04 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761635
Jan 22 15:35:11.804429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7aa3d7-a615-40a5-800d-27a3808e202f {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:35:11.812193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:11.824455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Transition to ACTIVE for port object af7aa3d7-a615-40a5-800d-27a3808e202f will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:11.853806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:11.869647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6ab09f67-8995-47de-a221-3a6148ab99e5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:12.005198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Pushing event updated for resources: {'Port': ['ID=af7aa3d7-a615-40a5-800d-27a3808e202f,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:12.010376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:12.200290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Attempting to bind port af7aa3d7-a615-40a5-800d-27a3808e202f on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:35:12.200705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Attempting to bind port af7aa3d7-a615-40a5-800d-27a3808e202f by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:35:12.201123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Attempting to bind port af7aa3d7-a615-40a5-800d-27a3808e202f on network de070441-2455-485f-8395-4fc30e0ef022 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:35:12.207755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:35:12.208133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Checking segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:12.208542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:12.208939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Bound using segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:35:12.209418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Bound port: af7aa3d7-a615-40a5-800d-27a3808e202f, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:35:12.209799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:12.310899 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] For port af7aa3d7-a615-40a5-800d-27a3808e202f, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:35:12.314012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] For port af7aa3d7-a615-40a5-800d-27a3808e202f, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=af7aa3d7-a615-40a5-800d-27a3808e202f,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:35:12.346216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:12.362620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:12.521137 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Pushing event updated for resources: {'Port': ['ID=af7aa3d7-a615-40a5-800d-27a3808e202f,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:12.525859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:12.554170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:12.554875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:12.556389 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] 10.222.0.62 "PUT /v2.0/ports/af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 1157 time: 1.6942987
Jan 22 15:35:12.556924 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:35:12.617930 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f', 'status': 'completed', 'code': 200}
Jan 22 15:35:12.727896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6d448773-2ed6-42ab-a78e-4906424935f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:12.733872 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-6d448773-2ed6-42ab-a78e-4906424935f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1160 time: 0.0844004
Jan 22 15:35:12.814253 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-02fa8f8a-525f-492c-8d7b-63fe04b0372d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 217 time: 0.0701706
Jan 22 15:35:12.939078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-12d9549e-d862-4de3-84a0-aecf76ff9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:12.940630 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-12d9549e-d862-4de3-84a0-aecf76ff9d87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.1199369
Jan 22 15:35:13.035965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6c93d-d7fd-4c7e-ad38-7c1e51824029 req-18dab1e2-a0ee-4731-91a2-41f0bcce1b83 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:13.037555 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abe6c93d-d7fd-4c7e-ad38-7c1e51824029 req-18dab1e2-a0ee-4731-91a2-41f0bcce1b83 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 943 time: 0.1820219
Jan 22 15:35:13.091058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-d1f998c8-313f-456e-b69f-70de8f4e71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:13.092653 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-d1f998c8-313f-456e-b69f-70de8f4e71c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1399605
Jan 22 15:35:13.191233 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-abe6c93d-d7fd-4c7e-ad38-7c1e51824029 req-9edf8fde-ef6b-4c02-a5a3-e5fc83892a54 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332889
Jan 22 15:35:13.259312 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-91d1b63d-fb3a-4c49-a4de-f28221e921dc service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569133
Jan 22 15:35:13.408923 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f0e2149a-d9b7-473b-b6a2-d91233aabc92 req-b1887d32-8eb5-4642-aadf-9a606c405c7d service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413884
Jan 22 15:35:13.708882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-c18bf032-9a30-47c7-a050-1a2cc953a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:13.710547 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-c18bf032-9a30-47c7-a050-1a2cc953a3d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1160 time: 0.0782032
Jan 22 15:35:13.853841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-37c3c673-d4e0-412d-b697-ee3a3b24b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:13.855471 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-37c3c673-d4e0-412d-b697-ee3a3b24b3bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1380694
Jan 22 15:35:13.933362 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-9d467b4e-572b-4a77-9ec5-53d7d148e949 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 217 time: 0.0702193
Jan 22 15:35:14.003335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-8a5a191b-c543-48eb-a5a4-d6bb59210857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:14.005523 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-8a5a191b-c543-48eb-a5a4-d6bb59210857 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0653932
Jan 22 15:35:14.093941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:14.102173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-65f6eb5e-389f-4cfc-9958-3609920ec448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:14.103828 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-65f6eb5e-389f-4cfc-9958-3609920ec448 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918112
Jan 22 15:35:14.250970 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-b963f73a-39e0-470a-8e6c-d9b14e0b8452 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390610
Jan 22 15:35:14.685972 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57f36d25-c56d-4521-a7d8-530b0d8e5a15 req-c5d071e7-c88c-47a2-a525-c12539bb6d2f service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4282713
Jan 22 15:35:14.717535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790c090-844b-46c6-b541-1b2e4f7919ce req-7cbcd34f-1b78-45aa-96b6-706a450d3be6 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:14.719166 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f790c090-844b-46c6-b541-1b2e4f7919ce req-7cbcd34f-1b78-45aa-96b6-706a450d3be6 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 943 time: 0.3890154
Jan 22 15:35:14.771131 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f790c090-844b-46c6-b541-1b2e4f7919ce req-786c4f6e-3cec-4a8a-a0dd-b7ad24b95239 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451128
Jan 22 15:35:15.220830 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-ecd11f94-92fb-4567-b83c-64f3ec2286ee tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/floatingips/5935c3c2-785a-49b6-8c88-42a31d8f17c1 HTTP/1.1" status: 200  len: 998 time: 0.1186008
Jan 22 15:35:15.407308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-824fa7a1-657a-434d-bbd9-1b174779811c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:15.407308 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-824fa7a1-657a-434d-bbd9-1b174779811c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1803234
Jan 22 15:35:15.418056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-199e9f28-895a-4c3f-9000-e2c01fdac886 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:35:15.419161 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-199e9f28-895a-4c3f-9000-e2c01fdac886 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061207
Jan 22 15:35:15.536331 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a263c6e0-30e0-4d07-92e5-941d067ffa0f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.124 HTTP/1.1" status: 200  len: 1001 time: 0.1111362
Jan 22 15:35:15.638127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-b69fa3ce-3918-4230-891a-7055b7762b6f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:15.639635 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-b69fa3ce-3918-4230-891a-7055b7762b6f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports/21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 942 time: 0.0973916
Jan 22 15:35:15.836738 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-970d25ad-3577-4fb0-93a1-674c9620631d tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.124 HTTP/1.1" status: 200  len: 1001 time: 0.1138835
Jan 22 15:35:16.144176 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dc5-c8e8-4b66-90c5-56d8efa3b144 req-71d87e7a-1795-464b-a64a-31e68baaabba tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:16.146329 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-52171dc5-c8e8-4b66-90c5-56d8efa3b144 req-71d87e7a-1795-464b-a64a-31e68baaabba tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 943 time: 0.2420604
Jan 22 15:35:16.184805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Deleting port 2c8078d6-53f7-49b9-a8ce-b20ad9aa4135 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:16.185180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:16.259146 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-52171dc5-c8e8-4b66-90c5-56d8efa3b144 req-b19452c5-af92-48d7-88f0-afa42e55df07 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064715
Jan 22 15:35:16.391895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:16.392191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:16.524273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Calling delete_port for 2c8078d6-53f7-49b9-a8ce-b20ad9aa4135 owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:16.699822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:16.716398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:16.719940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device af7aa3d7-a615-40a5-800d-27a3808e202f up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:16.810104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event deleted for resources: {'Port': ['ID=2c8078d6-53f7-49b9-a8ce-b20ad9aa4135,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:16.816696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:16.831123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port af7aa3d7-a615-40a5-800d-27a3808e202f completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:16.836659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port af7aa3d7-a615-40a5-800d-27a3808e202f triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:16.837083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:16.944317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:16.944689 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Floating IP 5935c3c2-785a-49b6-8c88-42a31d8f17c1 disassociated (deleted). External IP: 172.27.3.124, port: 21aa70f9-a0a1-4ea6-9203-a8c36462ffde.
Jan 22 15:35:16.964458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:16.992849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:35:17.003543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port af7aa3d7-a615-40a5-800d-27a3808e202f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=af7aa3d7-a615-40a5-800d-27a3808e202f,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:17.037969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:17.041150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1f5363d3-99d2-4cd6-b467-a2954f43b007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:17.086061 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f', 'code': 200}
Jan 22 15:35:17.134467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=af7aa3d7-a615-40a5-800d-27a3808e202f,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:17.139124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:17.333489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Router d5f7ee20-2d00-45f7-954e-4905ddb141a1 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:35:17.887076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b084b5-ee4d-45f8-839d-5b77820baf11 req-8b97f149-51dc-4baf-bc13-9c673824e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:17.888718 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-68b084b5-ee4d-45f8-839d-5b77820baf11 req-8b97f149-51dc-4baf-bc13-9c673824e6df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1162 time: 0.5453122
Jan 22 15:35:17.940806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d2095-f67d-4cf4-a42c-f440462f1992 req-95674ff0-ef1b-40db-90b6-ba534d5096ff tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:17.942416 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-526d2095-f67d-4cf4-a42c-f440462f1992 req-95674ff0-ef1b-40db-90b6-ba534d5096ff tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.5016890
Jan 22 15:35:17.946463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:17.957149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] Sync routers for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:17.967168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:17.967925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdf2e10>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:18.004364 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-68b084b5-ee4d-45f8-839d-5b77820baf11 req-7e87efe1-a489-4134-ba25-c2e49b7f0ed2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075687
Jan 22 15:35:18.029718 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-526d2095-f67d-4cf4-a42c-f440462f1992 req-3d7bc02d-e576-484e-beed-1219665dd977 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764208
Jan 22 15:35:18.057436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:18.119893 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "DELETE /v2.0/floatingips/5935c3c2-785a-49b6-8c88-42a31d8f17c1 HTTP/1.1" status: 204  len: 173 time: 2.2771137
Jan 22 15:35:18.120479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:35:18.191777 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'status': 'completed', 'code': 200}
Jan 22 15:35:18.224441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-75e3e4e9-c155-4ad7-a232-47f1339c97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:18.226145 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-75e3e4e9-c155-4ad7-a232-47f1339c97f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.0926661
Jan 22 15:35:18.330231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:18.387516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device af7aa3d7-a615-40a5-800d-27a3808e202f up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:18.429982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-2f7ffacf-7403-41e3-bcad-4b1915c773f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:18.431555 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-2f7ffacf-7403-41e3-bcad-4b1915c773f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.1985283
Jan 22 15:35:18.515145 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-b4d8c4e8-f6f1-4794-8e79-77a2abdc4f22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 217 time: 0.0743384
Jan 22 15:35:18.521915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-886813cf-448f-4d96-a463-ee0738414cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:18.523671 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-886813cf-448f-4d96-a463-ee0738414cdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=77939ebe45104284ad1cda9f66a108f2&device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 1162 time: 0.1872280
Jan 22 15:35:18.631487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port af7aa3d7-a615-40a5-800d-27a3808e202f triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:18.631911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:18.680533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-412c191e-279d-40ba-aea8-fbdc6bd8c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:18.682101 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-412c191e-279d-40ba-aea8-fbdc6bd8c35a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.1576312
Jan 22 15:35:18.784540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-a6c976ff-41c7-4899-9877-db8516d8e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:18.786723 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-a6c976ff-41c7-4899-9877-db8516d8e2ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 200  len: 903 time: 0.2243133
Jan 22 15:35:18.852602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdf2e10>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:20Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:18.856974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] Checking router: d5f7ee20-2d00-45f7-954e-4905ddb141a1 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:35:18.866951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:18.867123 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-095c0bf4-af2b-4b65-bde9-578dca1c2007 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 200  len: 217 time: 0.0713081
Jan 22 15:35:18.867632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdf2e10>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:34:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:18.873637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-0e2a85d0-f7d8-4178-b36e-961187099e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:18.875282 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-0e2a85d0-f7d8-4178-b36e-961187099e04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1857421
Jan 22 15:35:19.063662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:19.071532 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-888b8403-e436-4563-90cd-f20a831d7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:19.073142 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-888b8403-e436-4563-90cd-f20a831d7140 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 200  len: 848 time: 0.1122236
Jan 22 15:35:19.178872 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-a2e87c9b-fbe4-45d6-8035-8e98288acc3a service neutron] 10.222.0.54 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962213
Jan 22 15:35:19.372447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-d0c66ae5-96ed-48de-b49e-ad02ab6e31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:19.373984 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-d0c66ae5-96ed-48de-b49e-ad02ab6e31f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2818029
Jan 22 15:35:19.444245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdf2e10>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:20Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:19.448570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8ffcc-bba3-4ec2-a9f8-60f1abd060e5 None None] The sync data for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi is: [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:30:12Z', 'revision_number': 4, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': 'aaa5ad11-a7aa-4b1d-9e24-756913b597cd', 'name': '', 'network_id': '9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'mac_address': 'fa:16:3e:33:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:11Z', 'updated_at': '2021-01-22T15:30:20Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'subnets': [{'id': 'af619ed1-4bc2-480c-a42c-523b506435c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:19.508728 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef4a0899-b8ec-4ac2-bcdd-86a47c32f6ea req-89eb1ea5-a704-44d8-9c91-eb8a7809020f service neutron] 10.222.0.54 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3245137
Jan 22 15:35:19.544064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8533-0c3a-4466-81a2-1393fceb11de req-ecb2694d-7340-4f85-9edc-64be7a8b6d4b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:19.545736 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b2bf8533-0c3a-4466-81a2-1393fceb11de req-ecb2694d-7340-4f85-9edc-64be7a8b6d4b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.3363647
Jan 22 15:35:19.632991 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-3c52fb3c-ed34-4314-9d6d-dd8a57bd5257 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392392
Jan 22 15:35:19.642268 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b2bf8533-0c3a-4466-81a2-1393fceb11de req-5088f07a-e44c-41bd-ad2c-3ec8d311a6c2 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884898
Jan 22 15:35:19.789062 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fb05e5ae-369b-4059-b101-4de89aa699f3 req-423b49b4-45a1-4149-b1de-2de00232c259 service neutron] 10.222.0.62 "GET /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457124
Jan 22 15:35:19.881402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5bfef-ef5a-406f-a45b-6db6e18016d8 None None] New status for floating IP 5935c3c2-785a-49b6-8c88-42a31d8f17c1: DOWN {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:35:20.091080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551f56d-6bf8-42f3-87b7-3b7e09b07981 req-73ffba9a-92d4-4188-b8eb-3d207d3c252f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:20.091901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b551f56d-6bf8-42f3-87b7-3b7e09b07981 req-73ffba9a-92d4-4188-b8eb-3d207d3c252f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Synchronizing usage tracker for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:35:20.143969 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b551f56d-6bf8-42f3-87b7-3b7e09b07981 req-73ffba9a-92d4-4188-b8eb-3d207d3c252f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Unset dirty status for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:35:20.145336 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b551f56d-6bf8-42f3-87b7-3b7e09b07981 req-73ffba9a-92d4-4188-b8eb-3d207d3c252f tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.1621876
Jan 22 15:35:20.200625 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b551f56d-6bf8-42f3-87b7-3b7e09b07981 req-07ba7b9b-62ac-41f4-b8a1-55d82bf5bde1 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0488634
Jan 22 15:35:20.886103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682e0f7-bd5b-40d9-b7e7-fc7aa5360e61 req-2012181c-73a6-4844-87e3-5b624cd8c0cb tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:20.887746 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1682e0f7-bd5b-40d9-b7e7-fc7aa5360e61 req-2012181c-73a6-4844-87e3-5b624cd8c0cb tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1102667
Jan 22 15:35:20.938890 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1682e0f7-bd5b-40d9-b7e7-fc7aa5360e61 req-924ce50d-74d8-4951-a258-162f0b3784f5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447369
Jan 22 15:35:21.167636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283433e-ec02-44f6-b149-f34328697629 req-fc9f68a5-7592-4087-8871-29395823136c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:21.169269 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5283433e-ec02-44f6-b149-f34328697629 req-fc9f68a5-7592-4087-8871-29395823136c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1074841
Jan 22 15:35:21.179292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48232) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:21.187090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'floatingip': {'port_id': 'af7aa3d7-a615-40a5-800d-27a3808e202f'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:21.281388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:21.579605 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-46a6c824-6ac9-4dd8-a7fa-fb634b8aeb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:21.637942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1d94-96d6-486b-9024-bcee64c60b21 req-19c8acdd-1aad-4bc5-9149-47af4ecd7478 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:21.639583 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac6f1d94-96d6-486b-9024-bcee64c60b21 req-19c8acdd-1aad-4bc5-9149-47af4ecd7478 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.2951519
Jan 22 15:35:22.058806 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac6f1d94-96d6-486b-9024-bcee64c60b21 req-bbbc3527-8375-464f-a5da-1d647f96ea44 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3754063
Jan 22 15:35:22.216331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-d4bc4328-b965-47c4-aaae-797cf07cfe35 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:22.217919 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-d4bc4328-b965-47c4-aaae-797cf07cfe35 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.62 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 945 time: 0.5692337
Jan 22 15:35:22.265929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 21aa70f9-a0a1-4ea6-9203-a8c36462ffde no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:35:22.316664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Deleting port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:22.317587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:22.390501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:22.447000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:35:22.457266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:22.488273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:22.490218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:22.528586 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'code': 200}
Jan 22 15:35:22.547077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.resource_extend [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 22 15:35:22.561916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=7']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:22.565371 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:22.685802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:22.708612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:22.709010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:22.719849 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:22.909374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Calling delete_port for 21aa70f9-a0a1-4ea6-9203-a8c36462ffde owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:23.094518 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Floating IP fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7 associated. External IP: 172.27.3.219, port: af7aa3d7-a615-40a5-800d-27a3808e202f.
Jan 22 15:35:23.266203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80248) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:35:23.266589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:35:23.484582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594878b8-d320-47f7-89c3-57fafe36aeea req-5006830e-997f-4739-ab63-a27470fcc614 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:23.486506 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-594878b8-d320-47f7-89c3-57fafe36aeea req-5006830e-997f-4739-ab63-a27470fcc614 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 943 time: 0.2301986
Jan 22 15:35:23.618907 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-594878b8-d320-47f7-89c3-57fafe36aeea req-04a0b527-5ef3-470c-85cd-4ae8dc960035 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups?id=9d2db928-a075-431a-9ed4-55bac55b1b20&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0762057
Jan 22 15:35:23.628246 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Router 908c958c-e897-40c5-b531-b879486eaf1a has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:35:23.783215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Deleting port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:23.783594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:23.912836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:23.917273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7441b329-b7f9-4634-b65f-353d8fa23bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:23.922893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] Sync routers for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:23.933403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:23.934086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe39668>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:23.934959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:24.134069 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:24.323114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4c844774-3557-434c-a534-523bd6751441 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "PUT /v2.0/floatingips/fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7 HTTP/1.1" status: 200  len: 991 time: 3.1425722
Jan 22 15:35:24.326695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:35:24.383848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] For port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:24.384249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:24.458160 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f', 'status': 'completed', 'code': 200}
Jan 22 15:35:24.523644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe39668>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'port_id': 'af7aa3d7-a615-40a5-800d-27a3808e202f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'mac_address': 'fa:16:3e:7f:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:35:05Z', 'updated_at': '2021-01-22T15:35:22Z', 'revision_number': 1, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:24.526994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Calling delete_port for 21aa70f9-a0a1-4ea6-9203-a8c36462ffde owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:24.528421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] Checking router: 908c958c-e897-40c5-b531-b879486eaf1a for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:35:24.537161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:24.537959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe39668>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:24.547494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a3020-3351-44eb-af95-545571d6a6de req-59abb108-b22e-41fb-a9d7-ea32d7b446be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:24.549288 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be2a3020-3351-44eb-af95-545571d6a6de req-59abb108-b22e-41fb-a9d7-ea32d7b446be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1162 time: 0.0827060
Jan 22 15:35:24.719150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a3020-3351-44eb-af95-545571d6a6de req-ec9fb508-4359-473c-9f92-3e5b321b1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:24.721697 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be2a3020-3351-44eb-af95-545571d6a6de req-ec9fb508-4359-473c-9f92-3e5b321b1a16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1630142
Jan 22 15:35:24.740512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:24.821917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a5cb3ea6-ab53-43d5-99c1-ab0e5eb138db tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:24.867240 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be2a3020-3351-44eb-af95-545571d6a6de req-a22b61a6-4c88-4f00-af26-c862af474d15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 999 time: 0.1393857
Jan 22 15:35:24.875424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event deleted for resources: {'Port': ['ID=21aa70f9-a0a1-4ea6-9203-a8c36462ffde,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:24.878786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:24.933420 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:24.956695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a3020-3351-44eb-af95-545571d6a6de req-610311a5-c92c-4ace-b803-6a3a09df3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:24.959302 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be2a3020-3351-44eb-af95-545571d6a6de req-610311a5-c92c-4ace-b803-6a3a09df3d9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0861158
Jan 22 15:35:24.993045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:25.044392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] No DVR routers for this DVR port 21aa70f9-a0a1-4ea6-9203-a8c36462ffde on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:35:25.046813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:25.051951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a3020-3351-44eb-af95-545571d6a6de req-790a9dbc-2e23-4b68-891e-b8397f19ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:25.054053 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be2a3020-3351-44eb-af95-545571d6a6de req-790a9dbc-2e23-4b68-891e-b8397f19ac8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869422
Jan 22 15:35:25.066318 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c86d1ab8-716c-48f5-8625-9176c139b9a4 req-15ce5c49-4443-471f-b569-86ea3b7cb5cf tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Synchronizing usage tracker for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:35:25.111824 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c2751875-5d05-45d0-b1fe-0032354fff78 req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.62 "DELETE /v2.0/ports/21aa70f9-a0a1-4ea6-9203-a8c36462ffde HTTP/1.1" status: 204  len: 173 time: 2.8856902
Jan 22 15:35:25.133973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-c86d1ab8-716c-48f5-8625-9176c139b9a4 req-15ce5c49-4443-471f-b569-86ea3b7cb5cf tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Unset dirty status for tenant:77939ebe45104284ad1cda9f66a108f2 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:35:25.135425 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c86d1ab8-716c-48f5-8625-9176c139b9a4 req-15ce5c49-4443-471f-b569-86ea3b7cb5cf tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 210 time: 0.1337492
Jan 22 15:35:25.209889 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be2a3020-3351-44eb-af95-545571d6a6de req-a7966530-defc-479a-ba08-776a08f25ad7 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480751
Jan 22 15:35:25.329349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe39668>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'port_id': 'af7aa3d7-a615-40a5-800d-27a3808e202f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'mac_address': 'fa:16:3e:7f:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:35:05Z', 'updated_at': '2021-01-22T15:35:22Z', 'revision_number': 1, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:25.333904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1686f90-4771-446e-80af-f4e922d839fb None None] The sync data for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi is: [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'port_id': 'af7aa3d7-a615-40a5-800d-27a3808e202f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'mac_address': 'fa:16:3e:7f:a8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:35:05Z', 'updated_at': '2021-01-22T15:35:22Z', 'revision_number': 1, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:25.367982 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be2a3020-3351-44eb-af95-545571d6a6de req-72ee9799-d541-4b47-8710-9a256d19ecb9 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1517775
Jan 22 15:35:25.539471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:25.634191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dea62-e5ee-4a3a-9884-26ce4446dd27 None None] New status for floating IP fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7: ACTIVE {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:35:25.978621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:26.334389 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d905698b-078d-4504-a445-ea7eeacd846c req-b9e32196-6344-4b31-813e-7cdbb3a03636 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/ports?device_id=53db136e-6593-4d71-bdcb-20c9e382ab74 HTTP/1.1" status: 200  len: 210 time: 0.0553102
Jan 22 15:35:26.459336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-deleted', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:35:26.520391 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db136e-6593-4d71-bdcb-20c9e382ab74', 'name': 'network-vif-deleted', 'tag': '21aa70f9-a0a1-4ea6-9203-a8c36462ffde', 'status': 'completed', 'code': 200}
Jan 22 15:35:27.531255 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-74100bc5-d0e7-4125-b84a-ed552b8850b3 req-e325680f-d002-4406-aa4b-03e47b91dacf tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "GET /v2.0/security-groups/9d2db928-a075-431a-9ed4-55bac55b1b20 HTTP/1.1" status: 200  len: 2991 time: 0.0586953
Jan 22 15:35:27.611341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-74100bc5-d0e7-4125-b84a-ed552b8850b3 req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:27.641430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-74100bc5-d0e7-4125-b84a-ed552b8850b3 req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:27.796495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-74100bc5-d0e7-4125-b84a-ed552b8850b3 req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:27.802154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-03ec4004-472f-4b02-a44f-486efd7446c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:27.819519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2db928-a075-431a-9ed4-55bac55b1b20,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:27.822326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:27.842032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-74100bc5-d0e7-4125-b84a-ed552b8850b3 req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:27.843497 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-74100bc5-d0e7-4125-b84a-ed552b8850b3 req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] 10.222.0.54 "DELETE /v2.0/security-groups/9d2db928-a075-431a-9ed4-55bac55b1b20 HTTP/1.1" status: 204  len: 173 time: 0.3047142
Jan 22 15:35:27.941203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48266) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:28.598131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:28.962878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Deleting port aaa5ad11-a7aa-4b1d-9e24-756913b597cd {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:28.963264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:29.149740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] For port aaa5ad11-a7aa-4b1d-9e24-756913b597cd, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:29.150133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:29.289807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Calling delete_port for aaa5ad11-a7aa-4b1d-9e24-756913b597cd owned by network:router_interface {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:29.663823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:29.680337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ddb1cb80-94b5-4ded-8854-45503184940c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:29.773419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa5ad11-a7aa-4b1d-9e24-756913b597cd,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:29.776529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:30.260783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:35:30.334244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:30.846086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Router d5f7ee20-2d00-45f7-954e-4905ddb141a1 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:35:31.038373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:31.048852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] Sync routers for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:31.059945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:31.060724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dff38828>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:31.112473 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] 10.222.0.54 "PUT /v2.0/routers/d5f7ee20-2d00-45f7-954e-4905ddb141a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1694131
Jan 22 15:35:31.115218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48276) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:31.248256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:31.306391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks [] for router, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:31.498495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:31.503546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Deleting port e662e050-e057-4b27-aecf-2b9b38f51c73 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:31.503953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:31.568145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dff38828>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:35:29Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:31.572314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] Checking router: d5f7ee20-2d00-45f7-954e-4905ddb141a1 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:35:31.581230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] Routers {'d5f7ee20-2d00-45f7-954e-4905ddb141a1'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:31.581920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dff38828>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:31.688530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] For port e662e050-e057-4b27-aecf-2b9b38f51c73, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=e662e050-e057-4b27-aecf-2b9b38f51c73,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:31.688932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:31.770792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] Set router d5f7ee20-2d00-45f7-954e-4905ddb141a1 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:31.824906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Calling delete_port for e662e050-e057-4b27-aecf-2b9b38f51c73 owned by network:router_gateway {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:31.963446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.081487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dff38828>, [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:35:29Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:32.086919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9bba3f-9428-48d2-814d-4c8cce4076b9 None None] The sync data for ids ['d5f7ee20-2d00-45f7-954e-4905ddb141a1'] in dv-cinder-763774-2-iscsi is: [{'id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'name': 'tempest-TestShelveInstance-1810854082-router', 'tenant_id': '77939ebe45104284ad1cda9f66a108f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:03Z', 'updated_at': '2021-01-22T15:35:29Z', 'revision_number': 5, 'project_id': '77939ebe45104284ad1cda9f66a108f2', 'gw_port': {'id': 'e662e050-e057-4b27-aecf-2b9b38f51c73', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f7ee20-2d00-45f7-954e-4905ddb141a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:05Z', 'updated_at': '2021-01-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:32.170327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device aaa5ad11-a7aa-4b1d-9e24-756913b597cd no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:35:32.212690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: aaa5ad11-a7aa-4b1d-9e24-756913b597cd {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:35:32.213092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device aaa5ad11-a7aa-4b1d-9e24-756913b597cd not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:35:32.389583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.529879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.532281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.585249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.585830 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f7ee20-2d00-45f7-954e-4905ddb141a1 {{(pid=80249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:35:32.598651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.599843 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-249a24ad-ad55-40e9-9259-b2a3b10b631c admin admin] 10.222.0.54 "DELETE /v2.0/routers/d5f7ee20-2d00-45f7-954e-4905ddb141a1 HTTP/1.1" status: 204  len: 168 time: 1.4835646
Jan 22 15:35:32.602550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48284) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:32.672590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Deleting subnet af619ed1-4bc2-480c-a42c-523b506435c3 {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:35:32.676330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.731776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:32.816019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.111363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.127141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-899e843b-d6e4-49c6-ba28-75dcbae2c68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:33.216976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af619ed1-4bc2-480c-a42c-523b506435c3,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:33.219967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:33.264338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.269171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa268e-7d2f-4018-b56b-8f13385ff2e9 None None] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:35:33.271042 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-12faf5e1-b6e0-4459-b0b3-12c3a6953b9f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/af619ed1-4bc2-480c-a42c-523b506435c3 HTTP/1.1" status: 204  len: 168 time: 0.6672647
Jan 22 15:35:33.273583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48288) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:33.395619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.465055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Deleting port beee5524-9238-4c5d-9584-4de4f4c0bd06 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:33.465426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.547124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] DHCP port deletion for 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f request from dv-cinder-763774-2-iscsi {{(pid=80250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 15:35:33.552381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Deleting port beee5524-9238-4c5d-9584-4de4f4c0bd06 {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:33.552806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.693583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] For port beee5524-9238-4c5d-9584-4de4f4c0bd06, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=beee5524-9238-4c5d-9584-4de4f4c0bd06,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:33.694130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.776624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] For port beee5524-9238-4c5d-9584-4de4f4c0bd06, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=beee5524-9238-4c5d-9584-4de4f4c0bd06,segment=NetworkSegment(e972ceaa-46e6-46de-89f3-05b08afc5b50),segment_id=e972ceaa-46e6-46de-89f3-05b08afc5b50)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:33.777000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.832891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Calling delete_port for beee5524-9238-4c5d-9584-4de4f4c0bd06 owned by network:dhcp {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:33.909331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Calling delete_port for beee5524-9238-4c5d-9584-4de4f4c0bd06 owned by network:dhcp {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:33.950694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:33.966957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-64a42c47-a3d8-45a5-8cd7-83cbbabb0296 tempest-VolumesActionsTest-71147799 tempest-VolumesActionsTest-71147799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:33.988997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:35:33.989415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:35:34.065261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Pushing event deleted for resources: {'Port': ['ID=beee5524-9238-4c5d-9584-4de4f4c0bd06,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:34.070726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:34.111387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] No DVR routers for this DVR port beee5524-9238-4c5d-9584-4de4f4c0bd06 on host dv-cinder-763774-2-iscsi {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:35:34.197920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device e662e050-e057-4b27-aecf-2b9b38f51c73 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:35:34.234146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: e662e050-e057-4b27-aecf-2b9b38f51c73 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:35:34.234580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device e662e050-e057-4b27-aecf-2b9b38f51c73 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:35:34.235037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device beee5524-9238-4c5d-9584-4de4f4c0bd06 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:35:34.235998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:34.270815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: beee5524-9238-4c5d-9584-4de4f4c0bd06 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:35:34.271209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device beee5524-9238-4c5d-9584-4de4f4c0bd06 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:35:34.352452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1df81feb8>,) {'filters': {'network_id': ['9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f']}} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:34.366229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1df81feb8>, 'e972ceaa-46e6-46de-89f3-05b08afc5b50') {'for_net_delete': True} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:34.366610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1df81feb8>, 'e972ceaa-46e6-46de-89f3-05b08afc5b50') {} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:34.378724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852295878'] for segment, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:34.393342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:34.395347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:35:34.490802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Deleting port beee5524-9238-4c5d-9584-4de4f4c0bd06 {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:34.491165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:34.563729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-08e4ff57-6a79-48c8-a040-146bd7cd8243 None None] The port 'beee5524-9238-4c5d-9584-4de4f4c0bd06' was deleted {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 15:35:34.574670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:35:34.583890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2243804'] for segment, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:34.765747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Network 9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:35:34.789495 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:35:34.893950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:34.897535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:34.914128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:34.920474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:34.924989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:34.963465 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1dc287c8-9143-4c31-80fc-16881650d054 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9a9ff8ce-136a-4fef-8c88-9152fdfe2b5f HTTP/1.1" status: 204  len: 168 time: 1.6883407
Jan 22 15:35:34.966027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48296) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:35.778344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:36.155172 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Deleting port ebca803a-394a-4c1b-9010-32faae46bf4b {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:36.155558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:36.337776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] For port ebca803a-394a-4c1b-9010-32faae46bf4b, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=ebca803a-394a-4c1b-9010-32faae46bf4b,segment=NetworkSegment(7998277e-a9f5-4a1c-977e-81588db1bac8),segment_id=7998277e-a9f5-4a1c-977e-81588db1bac8)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:36.338173 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:36.470347 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Calling delete_port for ebca803a-394a-4c1b-9010-32faae46bf4b owned by network:router_interface {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:36.676553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:36.694793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-34acab7c-ffa9-410f-8280-acd40c6c5916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:36.784037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebca803a-394a-4c1b-9010-32faae46bf4b,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:36.787027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:37.106819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:37.618302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:35:37.803948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:37.812565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] Sync routers for ids ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:37.813216 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-83708f96-423e-4b92-a4fe-8b4226b48797 admin admin] 10.222.0.54 "PUT /v2.0/routers/37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8461440
Jan 22 15:35:37.815967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48304) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:37.823121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] Routers {'37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:37.823788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bc3f98>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:38.182167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] Set router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:38.260129 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:38.449394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:38.477611 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Deleting port 0209e54a-27a7-4a07-8209-4ff2774f4893 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:38.478085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:38.494230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bc3f98>, [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:35:36Z', 'revision_number': 5, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:38.498390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] Checking router: 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:35:38.507476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] Routers {'37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:38.508124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bc3f98>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:38.666965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] For port 0209e54a-27a7-4a07-8209-4ff2774f4893, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=0209e54a-27a7-4a07-8209-4ff2774f4893,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:38.667363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:38.698214 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] Set router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:38.800051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Calling delete_port for 0209e54a-27a7-4a07-8209-4ff2774f4893 owned by network:router_gateway {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:38.941772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.003453 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bc3f98>, [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:35:36Z', 'revision_number': 5, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:39.008238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953526c4-714a-477e-b5c8-6a4fa5ad38e0 None None] The sync data for ids ['37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2'] in dv-cinder-763774-2-iscsi is: [{'id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'name': 'tempest-TestShelveInstance-189577669-router', 'tenant_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:30:17Z', 'updated_at': '2021-01-22T15:35:36Z', 'revision_number': 5, 'project_id': '7396bea6dfcf4fdeb94a2de96df85abb', 'gw_port': {'id': '0209e54a-27a7-4a07-8209-4ff2774f4893', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:30:18Z', 'updated_at': '2021-01-22T15:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:39.143154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.286104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.288546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.339487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.340025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 {{(pid=80249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:35:39.352844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.354114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5cb66a37-5c6b-44e0-a5ae-cb317b5968c6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/37b125a1-bc7c-4be9-8c4d-b3a8ac06bbc2 HTTP/1.1" status: 204  len: 168 time: 1.5365312
Jan 22 15:35:39.356814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48310) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:39.430133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Deleting subnet 11a1b6c2-2d1a-46f2-923e-acee39c644ae {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:35:39.433488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.490968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.583804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.894342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:39.914804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7c6a19a9-ec01-4696-862c-d22dbc2e4b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:40.001533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a1b6c2-2d1a-46f2-923e-acee39c644ae,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:40.006320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:40.055517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:40.061407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d97765-c31b-4041-8015-1642c4cffdf6 None None] Network 165492bc-ae0f-4666-afb1-42beee512700 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:35:40.064516 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/11a1b6c2-2d1a-46f2-923e-acee39c644ae HTTP/1.1" status: 204  len: 168 time: 0.7063186
Jan 22 15:35:40.067177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48316) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:40.197515 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:40.235080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ebca803a-394a-4c1b-9010-32faae46bf4b no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:35:40.271325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Deleting port 72853fd5-68b3-4834-8a23-b10732c356ba {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:40.271707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:40.282814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: ebca803a-394a-4c1b-9010-32faae46bf4b {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:35:40.283375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device ebca803a-394a-4c1b-9010-32faae46bf4b not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:35:40.283955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 0209e54a-27a7-4a07-8209-4ff2774f4893 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:35:40.322600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 0209e54a-27a7-4a07-8209-4ff2774f4893 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:35:40.323126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 0209e54a-27a7-4a07-8209-4ff2774f4893 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:35:40.418586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] DHCP port deletion for 165492bc-ae0f-4666-afb1-42beee512700 request from dv-cinder-763774-2-iscsi {{(pid=80250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 15:35:40.418586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Deleting port 72853fd5-68b3-4834-8a23-b10732c356ba {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:40.418586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:40.504204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] For port 72853fd5-68b3-4834-8a23-b10732c356ba, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=72853fd5-68b3-4834-8a23-b10732c356ba,segment=NetworkSegment(7998277e-a9f5-4a1c-977e-81588db1bac8),segment_id=7998277e-a9f5-4a1c-977e-81588db1bac8)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:40.504611 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:40.647770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Calling delete_port for 72853fd5-68b3-4834-8a23-b10732c356ba owned by network:dhcp {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:40.756145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:40.772398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7d93d704-fe9e-492a-bf3d-e8341a9d9549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:40.799389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] For port 72853fd5-68b3-4834-8a23-b10732c356ba, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=72853fd5-68b3-4834-8a23-b10732c356ba,segment=NetworkSegment(7998277e-a9f5-4a1c-977e-81588db1bac8),segment_id=7998277e-a9f5-4a1c-977e-81588db1bac8)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:40.799827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:40.867530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=72853fd5-68b3-4834-8a23-b10732c356ba,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:40.870428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:40.922820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] No DVR routers for this DVR port 72853fd5-68b3-4834-8a23-b10732c356ba on host dv-cinder-763774-2-iscsi {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:35:40.937216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Calling delete_port for 72853fd5-68b3-4834-8a23-b10732c356ba owned by network:dhcp {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:35:41.011833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:35:41.012379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:35:41.051301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:41.167595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e460bd68>,) {'filters': {'network_id': ['165492bc-ae0f-4666-afb1-42beee512700']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:41.181082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e460bd68>, '7998277e-a9f5-4a1c-977e-81588db1bac8') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:41.181418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e460bd68>, '7998277e-a9f5-4a1c-977e-81588db1bac8') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:41.193463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:41.208141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:41.210183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:35:41.389397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Network 165492bc-ae0f-4666-afb1-42beee512700 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:35:41.403258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:41.513561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Deleting port 72853fd5-68b3-4834-8a23-b10732c356ba {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:35:41.513996 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:41.588313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7adb6a39-e97f-4803-b098-ca211961344d None None] The port '72853fd5-68b3-4834-8a23-b10732c356ba' was deleted {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 15:35:41.595630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Network 165492bc-ae0f-4666-afb1-42beee512700 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:35:41.619985 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:35:41.726324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:41.729837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-403aefd2-37dc-4507-a6d6-c9b416bc7659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:41.746732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:41.753099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=165492bc-ae0f-4666-afb1-42beee512700,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:41.758083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:41.760907 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] 10.222.0.54 "DELETE /v2.0/networks/165492bc-ae0f-4666-afb1-42beee512700 HTTP/1.1" status: 204  len: 168 time: 1.6920612
Jan 22 15:35:41.985034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48326) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:42.040699 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-9ba5831b-2619-4e9d-bdae-797198156e2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77939ebe45104284ad1cda9f66a108f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515254
Jan 22 15:35:42.041217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48330) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:42.104999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:42.137290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:42.200574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 72853fd5-68b3-4834-8a23-b10732c356ba no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:35:42.237014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:42.237552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 72853fd5-68b3-4834-8a23-b10732c356ba {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:35:42.238471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 72853fd5-68b3-4834-8a23-b10732c356ba not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:35:42.242806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e4cd485c-dd8e-4673-8d3f-7cf01bcd6df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:42.259909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b452835-3925-47a6-8998-d9189b7c69a2,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:42.263181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:42.265399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:42.266550 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b452835-3925-47a6-8998-d9189b7c69a2 HTTP/1.1" status: 204  len: 168 time: 0.2246788
Jan 22 15:35:42.863951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48338) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:42.916221 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-71003130-d2f8-4227-8e24-a5554d185f17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7396bea6dfcf4fdeb94a2de96df85abb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509393
Jan 22 15:35:42.918786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48342) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:42.981763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c57-fd42-4b7f-b2ae-a06b2c9732bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:43.010079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c57-fd42-4b7f-b2ae-a06b2c9732bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:43.082876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c57-fd42-4b7f-b2ae-a06b2c9732bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:43.088090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0f4f07a0-b8a8-449f-a91d-03c597229662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:43.103238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d93c57-fd42-4b7f-b2ae-a06b2c9732bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74123b71-2172-48cc-837c-b03624eeb229,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:43.106978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b6d93c57-fd42-4b7f-b2ae-a06b2c9732bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:43.110239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c57-fd42-4b7f-b2ae-a06b2c9732bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:43.111746 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b6d93c57-fd42-4b7f-b2ae-a06b2c9732bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74123b71-2172-48cc-837c-b03624eeb229 HTTP/1.1" status: 204  len: 168 time: 0.1920018
Jan 22 15:35:44.132084 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.384732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48368) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:44.527566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2106160914-network', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:44.532626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:44.537302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Usage tracker for resource:network and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:44.540397 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:44.546269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:44.590739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Made reservation on behalf of 06edc906882c4b89bad2e635eb203c1e for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:35:44.595543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.609548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.625065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:44.629100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Usage tracker for resource:security_group_rule and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:44.632139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:44.637893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:44.724168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.761618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.765885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d45b8265-2445-4b59-ab80-7b3ed43aa316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:44.796033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:35:44.808828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cceef8-ea99-4486-b3d0-dc7ca079d2bc,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:44.813172 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:44.814180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.814726 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Added segment 8d0a9d23-cc65-42dd-a675-969e47577387 of type vxlan for network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb
Jan 22 15:35:44.843497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.915177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.916403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:44.917060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:44.922285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:45.030600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Pushing event updated for resources: {'Network': ['ID=21ad423d-38dc-4d5a-aa7e-aa67071a2abb,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:45.033413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:45.040801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:35:45.056039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:35:45.066113 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-51fb7a70-06dc-4118-9e95-1c0dee04dc35 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6798670
Jan 22 15:35:45.069564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48374) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:45.076306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Request body: {'subnet': {'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2106160914-subnet', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:45.081948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:45.086884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Usage tracker for resource:subnet and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:45.090105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:45.095971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:45.138970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Made reservation on behalf of 06edc906882c4b89bad2e635eb203c1e for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:35:45.144233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2292147'] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:45.585101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2292096'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:45.601059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:45.732841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:45.737608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:45.803149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Checking segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:45.803471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Network hostable DHCP agents. Network: 21ad423d-38dc-4d5a-aa7e-aa67071a2abb, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:35:45.841709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:35:45.881681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, 21ad423d-38dc-4d5a-aa7e-aa67071a2abb) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:45.891776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f8150-8f47-4e19-b062-185fc81052e0 None None] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:35:45.893612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:45.894269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:45.946875 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0bf69cb2-b7c2-4dc9-af76-18dc623e8128 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8758276
Jan 22 15:35:45.949541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48380) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:45.955051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:45.960565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:45.964584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Usage tracker for resource:router and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:45.968448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:45.974972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:46.104094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:46.105300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:46.121366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:46.124231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:35:46.125149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:46.424927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Allocated IP 172.20.0.2 (21ad423d-38dc-4d5a-aa7e-aa67071a2abb/f5d2773f-e47e-4caa-8b37-86b1fc21dbd0/67af3f7f-5398-4d27-89bc-fc31ae95e84b) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:35:46.444112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:46.670049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:46.683164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Transition to ACTIVE for port object 67af3f7f-5398-4d27-89bc-fc31ae95e84b will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:46.701637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Transition to ACTIVE for port object 67af3f7f-5398-4d27-89bc-fc31ae95e84b will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:46.768726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:46.786603 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:46.930825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Pushing event updated for resources: {'Port': ['ID=67af3f7f-5398-4d27-89bc-fc31ae95e84b,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:46.936734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:46.989757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:46.991062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:46.993468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:47.052118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Attempting to bind port 67af3f7f-5398-4d27-89bc-fc31ae95e84b on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:35:47.052539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Attempting to bind port 67af3f7f-5398-4d27-89bc-fc31ae95e84b by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:35:47.052957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Attempting to bind port 67af3f7f-5398-4d27-89bc-fc31ae95e84b on network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:35:47.059081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:35:47.059510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Checking segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:47.059971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:47.060411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Bound using segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:35:47.060936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Bound port: 67af3f7f-5398-4d27-89bc-fc31ae95e84b, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:35:47.061914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:47.074195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:47.112826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:47.167436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] For port 67af3f7f-5398-4d27-89bc-fc31ae95e84b, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:35:47.170634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] For port 67af3f7f-5398-4d27-89bc-fc31ae95e84b, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=67af3f7f-5398-4d27-89bc-fc31ae95e84b,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:35:47.202806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:47.216559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:47.359948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Pushing event updated for resources: {'Port': ['ID=67af3f7f-5398-4d27-89bc-fc31ae95e84b,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:47.373104 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:47.386918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Allocated IP 172.27.3.142 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/c5006254-2e45-4ff9-b5b4-edd996e2a1d9) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:35:47.620586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:47.682994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:47.707043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-662afbb1-fdb5-4347-b125-28e36df5c174 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:47.848107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5006254-2e45-4ff9-b5b4-edd996e2a1d9,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:47.851546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:47.906296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:47.907392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:47.909578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:48.240464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 67af3f7f-5398-4d27-89bc-fc31ae95e84b up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:48.349939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 67af3f7f-5398-4d27-89bc-fc31ae95e84b completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:48.392520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:48.719447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe7a1c-bb76-4f40-b445-311d123637b0 None None] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:35:48.763916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:48.852571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Provisioning for port 67af3f7f-5398-4d27-89bc-fc31ae95e84b completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:48.888523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Provisioning complete for port 67af3f7f-5398-4d27-89bc-fc31ae95e84b triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:48.888859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:49.018151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:35:49.225675 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:49.243406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:49.277945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:49.278678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4961048>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:49.293349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:49.294802 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-cb2ad174-86b7-4088-afdb-6b2a59e4b4b3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3441699
Jan 22 15:35:49.297612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48390) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:49.341448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:49.492396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] For port 67af3f7f-5398-4d27-89bc-fc31ae95e84b, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=67af3f7f-5398-4d27-89bc-fc31ae95e84b,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:49.525046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:49.529372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f3ff5bb0-af99-4cd6-a917-ae8535087a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:49.585159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:49.818541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-84aca836-6004-458e-939f-a5672958e644 None None] Provisioning complete for port 67af3f7f-5398-4d27-89bc-fc31ae95e84b triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:49.819021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-84aca836-6004-458e-939f-a5672958e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:49.878979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Pushing event updated for resources: {'Port': ['ID=67af3f7f-5398-4d27-89bc-fc31ae95e84b,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:49.883251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:50.072625 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4961048>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:48Z', 'revision_number': 3, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:50.076863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:35:50.077271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Updating router 1ee0853e-485d-437c-8228-8381b94ac7b2 port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:35:50.135578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:50.247287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 67af3f7f-5398-4d27-89bc-fc31ae95e84b up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:50.289377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f6e47ea7-df59-4624-b5ef-6bec740c32e2 None None] Provisioning complete for port 67af3f7f-5398-4d27-89bc-fc31ae95e84b triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:50.289811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f6e47ea7-df59-4624-b5ef-6bec740c32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:50.301005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:50.581835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 67af3f7f-5398-4d27-89bc-fc31ae95e84b triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:50.582265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:50.653005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Allocated IP 172.20.0.1 (21ad423d-38dc-4d5a-aa7e-aa67071a2abb/f5d2773f-e47e-4caa-8b37-86b1fc21dbd0/2d83bb6b-91f5-4015-8be2-e10f16409020) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:35:50.877898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:50.897699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Transition to ACTIVE for port object 2d83bb6b-91f5-4015-8be2-e10f16409020 will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:50.951296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:50.968428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-998ae552-d735-453b-be7c-4491ba058dcc tempest-VolumesSnapshotTestJSON-1792819172 tempest-VolumesSnapshotTestJSON-1792819172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:51.024622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.037270 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Transition to ACTIVE for port object c5006254-2e45-4ff9-b5b4-edd996e2a1d9 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:51.071024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.087670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:51.105041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Pushing event updated for resources: {'Port': ['ID=2d83bb6b-91f5-4015-8be2-e10f16409020,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:51.109659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:51.165332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:51.166412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:51.168864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:51.225804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62d18c-b831-4c24-bd42-5fbaa2dd4c41 None None] Pushing event updated for resources: {'Port': ['ID=c5006254-2e45-4ff9-b5b4-edd996e2a1d9,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:51.230875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bd62d18c-b831-4c24-bd42-5fbaa2dd4c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:51.235944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.290594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Attempting to bind port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:35:51.291237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Attempting to bind port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:35:51.291864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Attempting to bind port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:35:51.298350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:35:51.298801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:51.299256 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.299700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:35:51.300216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Bound port: c5006254-2e45-4ff9-b5b4-edd996e2a1d9, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:35:51.300635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.383888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] For port c5006254-2e45-4ff9-b5b4-edd996e2a1d9, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:35:51.387432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] For port c5006254-2e45-4ff9-b5b4-edd996e2a1d9, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=c5006254-2e45-4ff9-b5b4-edd996e2a1d9,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:35:51.446947 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.462459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e2bd3ec7-b757-4885-80bd-2d5c7619f57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:51.507230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-b9808097-c355-4f4f-b7a5-df2f655ecfb3 None None] Provisioning for port 2d83bb6b-91f5-4015-8be2-e10f16409020 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:51.578950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-b9808097-c355-4f4f-b7a5-df2f655ecfb3 None None] Provisioning complete for port 2d83bb6b-91f5-4015-8be2-e10f16409020 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:51.579369 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b9808097-c355-4f4f-b7a5-df2f655ecfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.600413 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.693525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-b9808097-c355-4f4f-b7a5-df2f655ecfb3 None None] Port 2d83bb6b-91f5-4015-8be2-e10f16409020 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:35:51.700846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f990f29a-5ad1-4738-adf0-c463443200d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.703927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62d18c-b831-4c24-bd42-5fbaa2dd4c41 None None] Pushing event updated for resources: {'Port': ['ID=c5006254-2e45-4ff9-b5b4-edd996e2a1d9,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:51.716571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bd62d18c-b831-4c24-bd42-5fbaa2dd4c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:51.744379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:51.745047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4961048>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:51.893933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.928068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:51.933815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:51.957876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-222883d5-e27b-428a-9553-ff8eeb2764ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:52.041026 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:52.057380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Pushing event updated for resources: {'Port': ['ID=2d83bb6b-91f5-4015-8be2-e10f16409020,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:52.062360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:52.190212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:52.191505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:52.277873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4961048>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:50Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:52.282734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a5016-b85c-4914-ae14-0d893b7ae1cc None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:50Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:52.400345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:35:52.422836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-071e20cc-d8da-4c2a-b9a8-53c233584ac5 None None] Provisioning complete for port 2d83bb6b-91f5-4015-8be2-e10f16409020 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:52.423383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-071e20cc-d8da-4c2a-b9a8-53c233584ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:52.481404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-071e20cc-d8da-4c2a-b9a8-53c233584ac5 None None] Port 2d83bb6b-91f5-4015-8be2-e10f16409020 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:35:52.851610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:52.861160 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] 10.222.0.54 "PUT /v2.0/routers/1ee0853e-485d-437c-8228-8381b94ac7b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5621979
Jan 22 15:35:53.749662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48416) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:53.756146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1482711988-network', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:53.761237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:53.765355 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Usage tracker for resource:network and tenant:9ba571fbd7944fae9d64aa3d8c142d74 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:53.768400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:53.774950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:53.818784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Made reservation on behalf of 9ba571fbd7944fae9d64aa3d8c142d74 for: {'network': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:35:53.823803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:53.837786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:53.852954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:53.856980 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Usage tracker for resource:security_group_rule and tenant:9ba571fbd7944fae9d64aa3d8c142d74 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:53.860010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:53.866245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:53.898975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8ea18016-42f4-4f1e-a797-d1363c88b093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:53.951380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:53.978690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:53.982883 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-39ddf8c5-4fdc-4c2e-a674-58b9d7c1a33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:54.014922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:35:54.023961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd51b2e-fa5f-4c85-a7eb-bd1fc597eca8,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:54.027634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:54.031690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.032442 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Added segment f7cf169f-3a1c-4211-8841-d44a42efe4e5 of type vxlan for network b7473b50-35a5-422a-a022-2b2820a7df41
Jan 22 15:35:54.064097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.115967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.117299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:54.117988 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.123209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:54.228130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Pushing event updated for resources: {'Network': ['ID=b7473b50-35a5-422a-a022-2b2820a7df41,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:54.231234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:54.233537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c5006254-2e45-4ff9-b5b4-edd996e2a1d9 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:54.268351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network b7473b50-35a5-422a-a022-2b2820a7df41 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:35:54.285433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network b7473b50-35a5-422a-a022-2b2820a7df41 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:35:54.288635 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5377765
Jan 22 15:35:54.291442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48422) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:54.297586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Request body: {'subnet': {'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1482711988-subnet', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'ip_version': 4}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:54.303093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:54.307197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Usage tracker for resource:subnet and tenant:9ba571fbd7944fae9d64aa3d8c142d74 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:54.310863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:54.317127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:54.361904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Made reservation on behalf of 9ba571fbd7944fae9d64aa3d8c142d74 for: {'subnet': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:35:54.367005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2292147'] for subnet, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.544561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:54.549800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:54.550228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.676287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.705001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port c5006254-2e45-4ff9-b5b4-edd996e2a1d9, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=c5006254-2e45-4ff9-b5b4-edd996e2a1d9,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:54.739005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.767630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.769619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-fd55ffc0-5108-4725-9c95-d05783a7d8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:54.809905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2292096'] for subnet, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:54.826348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:54.842769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=c5006254-2e45-4ff9-b5b4-edd996e2a1d9,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:54.846025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:54.964519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc1a199-e79a-4e14-82df-534e192bafc5,revision_number=0']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:54.968143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:55.047476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Checking segment: {'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:55.047882 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Network hostable DHCP agents. Network: b7473b50-35a5-422a-a022-2b2820a7df41, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:35:55.097738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Network b7473b50-35a5-422a-a022-2b2820a7df41 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:35:55.131968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, b7473b50-35a5-422a-a022-2b2820a7df41) {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:55.140639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4bb503-3ca4-4a3a-96e3-f114f99a8d1a None None] Network b7473b50-35a5-422a-a022-2b2820a7df41 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:35:55.145820 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:35:55.146472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.191247 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-cc670f1c-f3d1-4439-abf6-ddf476dd2c46 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8986394
Jan 22 15:35:55.194436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 48428) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:55.200466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:35:55.205900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:35:55.210267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Usage tracker for resource:router and tenant:9ba571fbd7944fae9d64aa3d8c142d74 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:35:55.214243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:35:55.220649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:35:55.265102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733987'] for router, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.266410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3905676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41813'] for router, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.336664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.376781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp152b4cee-d353-58f9-9dd4-4514966683f6-b7473b50-35a5-422a-a022-2b2820a7df41', 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'fixed_ips': [{'subnet_id': '8dc1a199-e79a-4e14-82df-534e192bafc5'}]}} from dv-cinder-763774-2-iscsi. {{(pid=80250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 15:35:55.377732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.510609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:55.522259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:55.523419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a1f780>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:55.620135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.672778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3905695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41890'] for router, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.708953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Allocated IP 172.20.0.2 (b7473b50-35a5-422a-a022-2b2820a7df41/8dc1a199-e79a-4e14-82df-534e192bafc5/00eb4d40-c575-4052-aaaa-ba66ec9604cf) {{(pid=80250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:35:55.727283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:55.947400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Notify callbacks [] for port, precommit_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:55.959952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Transition to ACTIVE for port object 00eb4d40-c575-4052-aaaa-ba66ec9604cf will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:55.979818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Transition to ACTIVE for port object 00eb4d40-c575-4052-aaaa-ba66ec9604cf will not be triggered until provisioned by entity DHCP. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:55.990961 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.018938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804'] for port, after_create {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.044219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bd62d18c-b831-4c24-bd42-5fbaa2dd4c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:56.076916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.119695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.134410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a1f780>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 2, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:56.139622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:35:56.140022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Updating router 1ee0853e-485d-437c-8228-8381b94ac7b2 port 2d83bb6b-91f5-4015-8be2-e10f16409020 binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:35:56.215554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.282092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c5006254-2e45-4ff9-b5b4-edd996e2a1d9 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:56.440424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Pushing event updated for resources: {'Port': ['ID=00eb4d40-c575-4052-aaaa-ba66ec9604cf,revision_number=1']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:56.453649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Allocated IP 172.27.3.55 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/a9251610-3f27-4cdf-862b-65ca61af9e24) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:35:56.468007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.468409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.468798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.469187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.469567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.469951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.470322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.471018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.471134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.471445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.471828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.472197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.472627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.473275 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.473385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.473741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.474101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.474467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.474862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.475227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.475593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.475955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.476320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.476685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:35:56.493187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:56.518795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:56.519906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.565493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Network b7473b50-35a5-422a-a022-2b2820a7df41 is already hosted by enough agents. {{(pid=80250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:56.569385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Resources bound (agent type, host, resource id):  {{(pid=80250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:56.574084 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Received port after_create {{(pid=80250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:56.636632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.653910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Attempting to bind port 00eb4d40-c575-4052-aaaa-ba66ec9604cf on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:35:56.654326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Attempting to bind port 00eb4d40-c575-4052-aaaa-ba66ec9604cf by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:35:56.655423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Attempting to bind port 00eb4d40-c575-4052-aaaa-ba66ec9604cf on network b7473b50-35a5-422a-a022-2b2820a7df41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:35:56.663213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:35:56.663646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Checking segment: {'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:56.664299 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.664528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Bound using segment: {'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:35:56.665164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Bound port: 00eb4d40-c575-4052-aaaa-ba66ec9604cf, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:35:56.665472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.676678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.689794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Transition to ACTIVE for port object 2d83bb6b-91f5-4015-8be2-e10f16409020 will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:35:56.705234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.722007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-59f54700-b968-4693-bb2a-201448deaa58 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:56.733321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.751095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cb1b8519-123d-41b2-be24-6b256798a095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:56.819808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] For port 00eb4d40-c575-4052-aaaa-ba66ec9604cf, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:35:56.823662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] For port 00eb4d40-c575-4052-aaaa-ba66ec9604cf, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=00eb4d40-c575-4052-aaaa-ba66ec9604cf,segment=NetworkSegment(f7cf169f-3a1c-4211-8841-d44a42efe4e5),segment_id=f7cf169f-3a1c-4211-8841-d44a42efe4e5)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:35:56.865929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Pushing event updated for resources: {'Port': ['ID=a9251610-3f27-4cdf-862b-65ca61af9e24,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:56.869881 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:56.882764 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:56.901098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:56.936574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:35:56.938170 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:35:56.941398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:35:57.066717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Pushing event updated for resources: {'Port': ['ID=00eb4d40-c575-4052-aaaa-ba66ec9604cf,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:57.079860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:57.100627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725760ac-8017-44fc-b266-2e7ee4b45540 None None] Pushing event updated for resources: {'Port': ['ID=2d83bb6b-91f5-4015-8be2-e10f16409020,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:57.106328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-725760ac-8017-44fc-b266-2e7ee4b45540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:57.312779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Attempting to bind port 2d83bb6b-91f5-4015-8be2-e10f16409020 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:35:57.313488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Attempting to bind port 2d83bb6b-91f5-4015-8be2-e10f16409020 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:35:57.314059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Attempting to bind port 2d83bb6b-91f5-4015-8be2-e10f16409020 on network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:35:57.322604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:35:57.322904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Checking segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:35:57.323350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:57.323798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Bound using segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:35:57.324325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Bound port: 2d83bb6b-91f5-4015-8be2-e10f16409020, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:35:57.325065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:57.464890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] For port 2d83bb6b-91f5-4015-8be2-e10f16409020, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:35:57.468880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] For port 2d83bb6b-91f5-4015-8be2-e10f16409020, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=2d83bb6b-91f5-4015-8be2-e10f16409020,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:35:57.511185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:57.531626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:57.533139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:57.732951 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725760ac-8017-44fc-b266-2e7ee4b45540 None None] Pushing event updated for resources: {'Port': ['ID=2d83bb6b-91f5-4015-8be2-e10f16409020,revision_number=4']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:57.751486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-725760ac-8017-44fc-b266-2e7ee4b45540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:35:57.799037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:57.799757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a1f780>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:58.001007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:58.211376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3817080'] for router, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:58.374422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 00eb4d40-c575-4052-aaaa-ba66ec9604cf up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:58.397514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a5784704-d672-4e82-b784-a246eac5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5a1f780>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:57Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:58.405144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5784704-d672-4e82-b784-a246eac5619d None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:57Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:35:58.505075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Router b70774f5-0ffe-491a-a98d-b8b35f83a46c is scheduled to L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 with binding_index 1 {{(pid=80249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 15:35:58.533001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 00eb4d40-c575-4052-aaaa-ba66ec9604cf completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:58.539673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 2d83bb6b-91f5-4015-8be2-e10f16409020 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:35:58.664469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 2d83bb6b-91f5-4015-8be2-e10f16409020 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:58.674469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 2d83bb6b-91f5-4015-8be2-e10f16409020 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:58.674899 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:58.714960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:35:58.727913 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Sync routers for ids ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:35:58.753016 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Routers {'b70774f5-0ffe-491a-a98d-b8b35f83a46c'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:35:58.753731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe1ffd0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:35:58.767765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:58.769260 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-c8bd830a-cf6a-44ba-92b8-461feb997d8a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5736663
Jan 22 15:35:58.772907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48438) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:35:58.822862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3f097e-9dde-4679-8529-b1d5b67a1668 None None] Network b7473b50-35a5-422a-a022-2b2820a7df41 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:35:59.056727 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] Provisioning for port 00eb4d40-c575-4052-aaaa-ba66ec9604cf completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:35:59.090478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] Provisioning complete for port 00eb4d40-c575-4052-aaaa-ba66ec9604cf triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:35:59.090937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:59.212728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:59.232152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Set router b70774f5-0ffe-491a-a98d-b8b35f83a46c gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:35:59.685419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port 2d83bb6b-91f5-4015-8be2-e10f16409020, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=2d83bb6b-91f5-4015-8be2-e10f16409020,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:35:59.770048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:59.781247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a337f67b-6c69-47e8-8202-2279cad837a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:35:59.789721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:59.902840 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:35:59.972480 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=2d83bb6b-91f5-4015-8be2-e10f16409020,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:35:59.980065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:00.007455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] For port 00eb4d40-c575-4052-aaaa-ba66ec9604cf, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=00eb4d40-c575-4052-aaaa-ba66ec9604cf,segment=NetworkSegment(f7cf169f-3a1c-4211-8841-d44a42efe4e5),segment_id=f7cf169f-3a1c-4211-8841-d44a42efe4e5)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:36:00.035911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:00.039325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:00.089077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe1ffd0>, [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:35:57Z', 'revision_number': 3, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:00.095866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Checking router: b70774f5-0ffe-491a-a98d-b8b35f83a46c for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:36:00.096278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Updating router b70774f5-0ffe-491a-a98d-b8b35f83a46c port a9251610-3f27-4cdf-862b-65ca61af9e24 binding host dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:36:00.164011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Allocated IP 172.20.0.1 (b7473b50-35a5-422a-a022-2b2820a7df41/8dc1a199-e79a-4e14-82df-534e192bafc5/8d62ef2a-9348-4a0d-85eb-121901b3146d) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:36:00.184685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] Pushing event updated for resources: {'Port': ['ID=00eb4d40-c575-4052-aaaa-ba66ec9604cf,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:00.188531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-413246fc-dfc4-47f7-9128-323a07bb10b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:00.189375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:00.258796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 2d83bb6b-91f5-4015-8be2-e10f16409020 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:00.337503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:00.355794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Transition to ACTIVE for port object 8d62ef2a-9348-4a0d-85eb-121901b3146d will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:36:00.413755 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:00.425438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-4a4c8685-121d-46a8-a8a5-f43292e59bed None None] Provisioning complete for port 00eb4d40-c575-4052-aaaa-ba66ec9604cf triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:00.425935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8685-121d-46a8-a8a5-f43292e59bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:00.431202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-81fbc26f-b985-4d82-a395-1066b00f5f65 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:00.538303 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 2d83bb6b-91f5-4015-8be2-e10f16409020 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:00.538765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:00.574853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Pushing event updated for resources: {'Port': ['ID=8d62ef2a-9348-4a0d-85eb-121901b3146d,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:00.587353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.587869 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.588280 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.588688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.589119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.589607 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.590054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.590450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.590876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.591272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.591666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.592064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.592521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.592920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.593311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.593701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.594089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.594482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.600274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.601055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.601677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.602599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.603210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.603829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:00.628373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:00.672963 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Network b7473b50-35a5-422a-a022-2b2820a7df41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:36:00.674323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:36:00.677072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:36:00.740019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850958683'] for router_interface, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:00.975153 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e28f0447-3c2f-4482-8e71-def337312bd5 None None] Provisioning complete for port 00eb4d40-c575-4052-aaaa-ba66ec9604cf triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:00.975487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e28f0447-3c2f-4482-8e71-def337312bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.021134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Notify callbacks [] for port, precommit_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.049285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Transition to ACTIVE for port object a9251610-3f27-4cdf-862b-65ca61af9e24 will not be triggered until provisioned by entity L2. {{(pid=80250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:36:01.095622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.100566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.123770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-285cba7a-08e7-47d6-a123-1f67cf8e0bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:01.426893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.452049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaadbb-ae5b-4835-a022-7722d8fbe51f None None] Pushing event updated for resources: {'Port': ['ID=a9251610-3f27-4cdf-862b-65ca61af9e24,revision_number=2']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:01.459128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.459798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f5aaadbb-ae5b-4835-a022-7722d8fbe51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:01.490321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f03301d6-5c84-43bf-b650-8648e7b69723 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:01.517962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e28f0447-3c2f-4482-8e71-def337312bd5 None None] Provisioning for port 8d62ef2a-9348-4a0d-85eb-121901b3146d completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:36:01.527919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-e28f0447-3c2f-4482-8e71-def337312bd5 None None] Provisioning complete for port 8d62ef2a-9348-4a0d-85eb-121901b3146d triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:01.528346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e28f0447-3c2f-4482-8e71-def337312bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.561321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Attempting to bind port a9251610-3f27-4cdf-862b-65ca61af9e24 on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:36:01.561738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Attempting to bind port a9251610-3f27-4cdf-862b-65ca61af9e24 by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:36:01.562151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Attempting to bind port a9251610-3f27-4cdf-862b-65ca61af9e24 on network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:36:01.576194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:36:01.576543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Checking segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:36:01.576999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.577435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Bound using segment: {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'} {{(pid=80250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:36:01.577952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Bound port: a9251610-3f27-4cdf-862b-65ca61af9e24, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314bd1cc-5ea6-4c15-b6c9-6276d2d99009', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}}] {{(pid=80250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:36:01.578081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851086221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850858430'] for router_interface, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.578376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.593669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Pushing event updated for resources: {'Port': ['ID=8d62ef2a-9348-4a0d-85eb-121901b3146d,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:01.599994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:01.645145 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-e28f0447-3c2f-4482-8e71-def337312bd5 None None] Port 8d62ef2a-9348-4a0d-85eb-121901b3146d cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:36:01.673795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] For port a9251610-3f27-4cdf-862b-65ca61af9e24, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:36:01.677561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] For port a9251610-3f27-4cdf-862b-65ca61af9e24, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=a9251610-3f27-4cdf-862b-65ca61af9e24,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:36:01.716206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:01.732791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:01.742488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Network b7473b50-35a5-422a-a022-2b2820a7df41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:36:01.743750 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:36:01.894046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaadbb-ae5b-4835-a022-7722d8fbe51f None None] Pushing event updated for resources: {'Port': ['ID=a9251610-3f27-4cdf-862b-65ca61af9e24,revision_number=3']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:01.900088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f5aaadbb-ae5b-4835-a022-7722d8fbe51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:01.940622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Routers {'b70774f5-0ffe-491a-a98d-b8b35f83a46c'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:36:01.941308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe1ffd0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:01.945713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Router b70774f5-0ffe-491a-a98d-b8b35f83a46c has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:36:02.043467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-fc8aa88e-787a-4603-a056-6bab4db6b8db None None] Provisioning complete for port 8d62ef2a-9348-4a0d-85eb-121901b3146d triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:02.044501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa88e-787a-4603-a056-6bab4db6b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:02.199144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-fc8aa88e-787a-4603-a056-6bab4db6b8db None None] Port 8d62ef2a-9348-4a0d-85eb-121901b3146d cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:36:02.210585 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] Set router b70774f5-0ffe-491a-a98d-b8b35f83a46c gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:36:02.260482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 00eb4d40-c575-4052-aaaa-ba66ec9604cf up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:02.406391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:36:02.419035 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] 10.222.0.54 "PUT /v2.0/routers/b70774f5-0ffe-491a-a98d-b8b35f83a46c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6436627
Jan 22 15:36:02.524852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 00eb4d40-c575-4052-aaaa-ba66ec9604cf triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:02.525364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:02.750954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfe1ffd0>, [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:36:00Z', 'revision_number': 4, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '8d62ef2a-9348-4a0d-85eb-121901b3146d', 'name': '', 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'mac_address': 'fa:16:3e:14:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:59Z', 'updated_at': '2021-01-22T15:36:01Z', 'revision_number': 2, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'subnets': [{'id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:02.755399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644af0f-e023-4e46-bc1c-eac85f37318e None None] The sync data for ids ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'] in dv-cinder-763774-2-iscsi is: [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:36:00Z', 'revision_number': 4, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '8d62ef2a-9348-4a0d-85eb-121901b3146d', 'name': '', 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'mac_address': 'fa:16:3e:14:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:59Z', 'updated_at': '2021-01-22T15:36:01Z', 'revision_number': 2, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'subnets': [{'id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:36:03.274517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-29520431', 'description': 'tempest-TestVolumeBootPattern-29520431 description'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:03.287591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:36:03.291687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Usage tracker for resource:security_group and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:36:03.294776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:36:03.301037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:36:03.367540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.391243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:36:03.395934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Usage tracker for resource:security_group_rule and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:36:03.399054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:36:03.405445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:36:03.483478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.520782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.535720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-464138e7-4c4d-4857-9d7e-431c510ebedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:03.593746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'SecurityGroup': ['ID=f52762fe-9ae5-4660-bb74-783da764abc0,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:03.596828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:03.624906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.626343 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50e8e5bc-239e-448f-b3ee-a24a50b3bb79 req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.3571885
Jan 22 15:36:03.724538 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-acb26954-f158-4cfa-abbb-93ba7ae0c4e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups/f52762fe-9ae5-4660-bb74-783da764abc0 HTTP/1.1" status: 200  len: 1804 time: 0.0590634
Jan 22 15:36:03.736089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52762fe-9ae5-4660-bb74-783da764abc0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:03.736493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52762fe-9ae5-4660-bb74-783da764abc0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:03.747756 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:36:03.752114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Usage tracker for resource:security_group_rule and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:36:03.755857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:36:03.762048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:36:03.845872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.872174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.893387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.895757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-94d5e07c-0977-45d3-a66e-0a94beb6c751 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:03.919183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c2823e-014c-4566-a163-642c078b94ec,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:03.923956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:03.950553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:03.951924 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66f3250c-6dcc-434c-ab21-3db1fecef36a req-e3170c95-ad45-497c-8b70-c74bdee90e7c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2208090
Jan 22 15:36:04.041387 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-a779cc15-1cb9-45f1-b112-c85bf32ce12f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups/f52762fe-9ae5-4660-bb74-783da764abc0 HTTP/1.1" status: 200  len: 2397 time: 0.0561931
Jan 22 15:36:04.054097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52762fe-9ae5-4660-bb74-783da764abc0', 'remote_group_id': None}]} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:04.054490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52762fe-9ae5-4660-bb74-783da764abc0', 'remote_group_id': None}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:04.065490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:36:04.070028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Usage tracker for resource:security_group_rule and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:36:04.073130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:36:04.079088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:36:04.170758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:04.207657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:04.248656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:04.250933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:04.254285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device a9251610-3f27-4cdf-862b-65ca61af9e24 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:04.277090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d75f5f-aea5-42d0-99bd-51f3e49104ce,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:04.279896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:04.316111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:04.318163 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0b654ec3-d82a-4efd-b55e-46ae635c01e8 req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2690578
Jan 22 15:36:04.350263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port a9251610-3f27-4cdf-862b-65ca61af9e24 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:36:04.355710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port a9251610-3f27-4cdf-862b-65ca61af9e24 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:04.356133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:04.484070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:04.502046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port a9251610-3f27-4cdf-862b-65ca61af9e24, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=a9251610-3f27-4cdf-862b-65ca61af9e24,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:36:04.533099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:04.535273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:04.605703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=a9251610-3f27-4cdf-862b-65ca61af9e24,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:04.609043 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:05.142619 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-53ea16c4-4b25-4e16-a847-24a64632007d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0933237
Jan 22 15:36:05.310702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-fcabe8e3-5aa2-4a86-8bb2-5fa693a2ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:05.312405 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-fcabe8e3-5aa2-4a86-8bb2-5fa693a2ef7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1162 time: 0.0792058
Jan 22 15:36:05.475641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-7f1076c0-8b34-4c73-a247-15190b00f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:05.477247 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-7f1076c0-8b34-4c73-a247-15190b00f887 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1440125
Jan 22 15:36:05.602814 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-e0db7ade-2372-4999-9567-2aa582460f9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 1001 time: 0.1192179
Jan 22 15:36:05.678769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-a3b3f4fb-55d3-419d-8fb3-76a42e2763f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:05.680368 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-a3b3f4fb-55d3-419d-8fb3-76a42e2763f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0709434
Jan 22 15:36:05.773624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-c9381edd-e8f3-49b9-bfe1-a4f9d455d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:05.775391 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-c9381edd-e8f3-49b9-bfe1-a4f9d455d093 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882857
Jan 22 15:36:05.927127 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-b1ee5a1b-108c-49cc-b583-55368031a697 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447771
Jan 22 15:36:06.079674 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ab8ff851-b4f8-4118-91b1-1735998ccb7f req-dfa199e6-2363-410a-9d5b-f42e262faa7a service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458554
Jan 22 15:36:06.162183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Sync routers for ids ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:36:06.172522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Routers {'b70774f5-0ffe-491a-a98d-b8b35f83a46c'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:36:06.173272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4df5b38>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:06.229425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device a9251610-3f27-4cdf-862b-65ca61af9e24 up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:06.311422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port a9251610-3f27-4cdf-862b-65ca61af9e24 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:06.311891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:06.375405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Set router b70774f5-0ffe-491a-a98d-b8b35f83a46c gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:36:06.725393 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4df5b38>, [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:36:00Z', 'revision_number': 4, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '8d62ef2a-9348-4a0d-85eb-121901b3146d', 'name': '', 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'mac_address': 'fa:16:3e:14:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:59Z', 'updated_at': '2021-01-22T15:36:01Z', 'revision_number': 2, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'subnets': [{'id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:06.729582 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Checking router: b70774f5-0ffe-491a-a98d-b8b35f83a46c for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:36:06.729984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Updating router b70774f5-0ffe-491a-a98d-b8b35f83a46c port 8d62ef2a-9348-4a0d-85eb-121901b3146d binding host dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 15:36:06.788942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:07.216442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Notify callbacks [] for port, precommit_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:07.229704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Transition to ACTIVE for port object 8d62ef2a-9348-4a0d-85eb-121901b3146d will not be triggered until provisioned by entity L2. {{(pid=80251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:36:07.260282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:36:07.264099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:07.280857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:07.580332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Pushing event updated for resources: {'Port': ['ID=8d62ef2a-9348-4a0d-85eb-121901b3146d,revision_number=3']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:07.592964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.593354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.593792 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.594106 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.594471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.595003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.595368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.595733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.596114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.596475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.596838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.597196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.597707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.598066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.598424 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.598809 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.599171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.599889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.600284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.600646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.601007 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.601366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.601779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.602132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:07.617586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:07.776713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Attempting to bind port 8d62ef2a-9348-4a0d-85eb-121901b3146d on host dv-cinder-763774-2-iscsi for vnic_type normal with profile  {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:36:07.777278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Attempting to bind port 8d62ef2a-9348-4a0d-85eb-121901b3146d by drivers openvswitch on host dv-cinder-763774-2-iscsi at level 0 using segments [{'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:36:07.777757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Attempting to bind port 8d62ef2a-9348-4a0d-85eb-121901b3146d on network b7473b50-35a5-422a-a022-2b2820a7df41 {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:36:07.785461 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Checking agent: {'id': '11fbcd1d-7a0c-4b7e-b88b-135b741f2a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 16, 56), 'started_at': datetime.datetime(2021, 1, 22, 15, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:36:07.786042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Checking segment: {'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:36:07.786447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:07.786912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Bound using segment: {'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'} {{(pid=80251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:36:07.787427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Bound port: 8d62ef2a-9348-4a0d-85eb-121901b3146d, host: dv-cinder-763774-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cf169f-3a1c-4211-8841-d44a42efe4e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41'}}] {{(pid=80251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:36:07.787842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:07.887887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] For port 8d62ef2a-9348-4a0d-85eb-121901b3146d, host dv-cinder-763774-2-iscsi, cleared binding levels {{(pid=80251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:36:07.891206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] For port 8d62ef2a-9348-4a0d-85eb-121901b3146d, host dv-cinder-763774-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=8d62ef2a-9348-4a0d-85eb-121901b3146d,segment=NetworkSegment(f7cf169f-3a1c-4211-8841-d44a42efe4e5),segment_id=f7cf169f-3a1c-4211-8841-d44a42efe4e5)] {{(pid=80251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:36:07.916340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:07.932385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:08.088821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Pushing event updated for resources: {'Port': ['ID=8d62ef2a-9348-4a0d-85eb-121901b3146d,revision_number=4']} {{(pid=80251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:08.094638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-92cc7421-74df-42fa-9dcf-cc188b2f9ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:08.133279 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Routers {'b70774f5-0ffe-491a-a98d-b8b35f83a46c'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:36:08.133950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4df5b38>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:35:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:08.252226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 8d62ef2a-9348-4a0d-85eb-121901b3146d up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:08.339421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] Set router b70774f5-0ffe-491a-a98d-b8b35f83a46c gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:36:08.361861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning for port 8d62ef2a-9348-4a0d-85eb-121901b3146d completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:36:08.368115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 8d62ef2a-9348-4a0d-85eb-121901b3146d triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:08.368701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:08.437619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-77869046-f9ac-4fa5-abf2-da4e51daad58 None None] Provisioning complete for port 8d62ef2a-9348-4a0d-85eb-121901b3146d triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:08.438045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-77869046-f9ac-4fa5-abf2-da4e51daad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:08.607337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:08.660706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-77869046-f9ac-4fa5-abf2-da4e51daad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:08.678993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] For port 8d62ef2a-9348-4a0d-85eb-121901b3146d, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=8d62ef2a-9348-4a0d-85eb-121901b3146d,segment=NetworkSegment(f7cf169f-3a1c-4211-8841-d44a42efe4e5),segment_id=f7cf169f-3a1c-4211-8841-d44a42efe4e5)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:36:08.719027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:08.721369 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4df5b38>, [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:36:00Z', 'revision_number': 4, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '8d62ef2a-9348-4a0d-85eb-121901b3146d', 'name': '', 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'mac_address': 'fa:16:3e:14:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:59Z', 'updated_at': '2021-01-22T15:36:07Z', 'revision_number': 4, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'subnets': [{'id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:08.727545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c33e7-5022-43f9-8c81-e45f13d21257 None None] The sync data for ids ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'] in dv-cinder-763774-2-iscsi is: [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:36:00Z', 'revision_number': 4, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '8d62ef2a-9348-4a0d-85eb-121901b3146d', 'name': '', 'network_id': 'b7473b50-35a5-422a-a022-2b2820a7df41', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'mac_address': 'fa:16:3e:14:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:59Z', 'updated_at': '2021-01-22T15:36:07Z', 'revision_number': 4, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'subnets': [{'id': '8dc1a199-e79a-4e14-82df-534e192bafc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:36:08.727758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:08.804631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-77869046-f9ac-4fa5-abf2-da4e51daad58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:36:08.805205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-77869046-f9ac-4fa5-abf2-da4e51daad58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:36:08.815362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Pushing event updated for resources: {'Port': ['ID=8d62ef2a-9348-4a0d-85eb-121901b3146d,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:08.818890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:10.223572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 8d62ef2a-9348-4a0d-85eb-121901b3146d up at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:10.300932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Provisioning complete for port 8d62ef2a-9348-4a0d-85eb-121901b3146d triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:10.301353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:11.477276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaafe0-cfa5-4cc2-9b27-54fdb9f081da req-398771df-f0a5-44d6-a79b-3046477f4db3 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:11.479024 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1aeaafe0-cfa5-4cc2-9b27-54fdb9f081da req-398771df-f0a5-44d6-a79b-3046477f4db3 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.2484784
Jan 22 15:36:11.536299 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1aeaafe0-cfa5-4cc2-9b27-54fdb9f081da req-f07a69b5-a8f5-42a4-b588-ad1760d134c0 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479472
Jan 22 15:36:12.865216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce490072-da61-41a2-bc0d-64c261c18b46 req-9d8feb3a-fbfb-42da-a135-248d2464ba96 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:12.866852 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ce490072-da61-41a2-bc0d-64c261c18b46 req-9d8feb3a-fbfb-42da-a135-248d2464ba96 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1944194
Jan 22 15:36:12.923093 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ce490072-da61-41a2-bc0d-64c261c18b46 req-763012fc-f96b-4a15-b550-6735cf1408af tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498176
Jan 22 15:36:14.133032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:14.175533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25f7ea-febd-461b-b6d9-5061465a3f17 req-b5ad2b6a-c24b-45a2-a6ce-6c9e6da05baf tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:14.177236 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fd25f7ea-febd-461b-b6d9-5061465a3f17 req-b5ad2b6a-c24b-45a2-a6ce-6c9e6da05baf tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1170220
Jan 22 15:36:14.230780 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fd25f7ea-febd-461b-b6d9-5061465a3f17 req-e48ee99b-0289-4087-9efc-7f14f42b13d2 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471489
Jan 22 15:36:15.474482 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932ef07-7ecd-442e-924d-052f48450c6c req-f37c2c92-6f67-4b1b-a51a-3056fe03537e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:15.476267 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6932ef07-7ecd-442e-924d-052f48450c6c req-f37c2c92-6f67-4b1b-a51a-3056fe03537e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1103487
Jan 22 15:36:15.530656 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6932ef07-7ecd-442e-924d-052f48450c6c req-fd1b7984-cbe9-4b4e-a640-54ec6f0087d6 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480573
Jan 22 15:36:16.770734 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b7d55-ae3d-4449-a59e-c290d323afc2 req-17748c76-fc72-4834-b4db-be4d34ed8327 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:16.772342 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e88b7d55-ae3d-4449-a59e-c290d323afc2 req-17748c76-fc72-4834-b4db-be4d34ed8327 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1115537
Jan 22 15:36:16.824819 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e88b7d55-ae3d-4449-a59e-c290d323afc2 req-85f75039-9551-4edb-95d1-7c920e0c1a29 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460863
Jan 22 15:36:18.063721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ebc59-392b-472f-a2f6-db4ae6915783 req-262d7d0a-183d-4b89-a8f4-e2b852a36875 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:18.065394 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-149ebc59-392b-472f-a2f6-db4ae6915783 req-262d7d0a-183d-4b89-a8f4-e2b852a36875 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1099381
Jan 22 15:36:18.119047 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-149ebc59-392b-472f-a2f6-db4ae6915783 req-649cfa2d-51a0-41db-b6e5-b41db5250b61 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463214
Jan 22 15:36:19.492388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fce24a-cb98-436a-8b3b-e7e8709c924a req-40b951d0-6c59-468d-a9a1-c82c5e760b93 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:19.494028 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c8fce24a-cb98-436a-8b3b-e7e8709c924a req-40b951d0-6c59-468d-a9a1-c82c5e760b93 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1063893
Jan 22 15:36:19.546450 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c8fce24a-cb98-436a-8b3b-e7e8709c924a req-e857baab-282a-400b-a846-443d4f5aea2c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460331
Jan 22 15:36:20.792739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68439-1e66-4ee3-8c54-cbd04ac8429c req-b4055c8c-384a-43b2-8ccf-22b69a9c42ce tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:20.794413 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7cd68439-1e66-4ee3-8c54-cbd04ac8429c req-b4055c8c-384a-43b2-8ccf-22b69a9c42ce tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1174450
Jan 22 15:36:20.847044 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7cd68439-1e66-4ee3-8c54-cbd04ac8429c req-e9ec860f-c3fc-4bd1-8285-d3ae9daf6e08 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462689
Jan 22 15:36:21.035789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-23cccb5e-af66-4b74-ac27-0f6bf79bac40 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:36:21.189946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-23cccb5e-af66-4b74-ac27-0f6bf79bac40 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:36:21.191366 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-23cccb5e-af66-4b74-ac27-0f6bf79bac40 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-29520431&fields=id&tenant_id=06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 267 time: 0.2048664
Jan 22 15:36:21.375124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-14feac1b-9f02-42b3-8763-71d0a79818e9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:21.375803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-14feac1b-9f02-42b3-8763-71d0a79818e9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:network {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:36:21.435395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-14feac1b-9f02-42b3-8763-71d0a79818e9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:network {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:36:21.436676 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-14feac1b-9f02-42b3-8763-71d0a79818e9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 812 time: 0.2374148
Jan 22 15:36:21.453352 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-920ec31e-7208-403b-af6d-57eed2254dd5 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/quotas/06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 375 time: 0.0107160
Jan 22 15:36:21.558577 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-6655ccf9-73cf-423a-82e3-2c63f8f8a2c7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0988424
Jan 22 15:36:21.588673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c504763d-a694-4bbf-a3bb-9d7b9bde4bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:21.650449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-6559ce57-bfdc-4d52-9536-b39fdee53fca service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:36:21.651691 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-6559ce57-bfdc-4d52-9536-b39fdee53fca service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0802479
Jan 22 15:36:21.807966 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-6b326d60-dfb0-4c65-9a40-18477267df9d service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495094
Jan 22 15:36:21.954631 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-903d9fb3-2dbb-4b35-aa20-77971bc763d0 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402636
Jan 22 15:36:22.085784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf12c7-74c1-426d-bbe2-fafb8b9cef5e req-62b7178b-1021-490f-b6a0-5030693322d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:22.087552 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6adf12c7-74c1-426d-bbe2-fafb8b9cef5e req-62b7178b-1021-490f-b6a0-5030693322d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1109934
Jan 22 15:36:22.142788 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6adf12c7-74c1-426d-bbe2-fafb8b9cef5e req-f3012a93-1daa-4e65-a1d7-dd4c14927efc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481472
Jan 22 15:36:22.533890 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6bb250fc-83f2-4c57-8162-3fd07af76472 req-4cfe5b60-e04d-4d73-a556-be63e1d9e389 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 210 time: 0.0534079
Jan 22 15:36:23.381116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550bd9c-0f71-410c-83da-8d38906c1b24 req-6cb8715e-fd27-482e-9efe-299617cc556f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:23.382799 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0550bd9c-0f71-410c-83da-8d38906c1b24 req-6cb8715e-fd27-482e-9efe-299617cc556f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1090698
Jan 22 15:36:23.436300 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0550bd9c-0f71-410c-83da-8d38906c1b24 req-b0c8a086-1358-4252-8a20-ec53986f9655 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469284
Jan 22 15:36:23.719363 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cbb2b247-7c27-4d90-bf03-d98210498a15 req-6a4cd238-8b5e-480a-9056-3d1791fcc2ee tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 210 time: 0.0527897
Jan 22 15:36:23.903669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7fbfbc1e-d9a5-4498-84bf-922b39ea7151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:24.144505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-4ec6feff-b13a-4acd-a0a6-24179001492b tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:24.146174 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-4ec6feff-b13a-4acd-a0a6-24179001492b tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 812 time: 0.1833305
Jan 22 15:36:24.241946 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-1828d570-2283-49ab-8f2d-c8703c1cafd7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 5761 time: 0.0779545
Jan 22 15:36:24.251462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'port': {'device_id': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'admin_state_up': True, 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'security_groups': ['f52762fe-9ae5-4660-bb74-783da764abc0']}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:24.400323 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:36:24.404432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Usage tracker for resource:port and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:36:24.407494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Quota usage for port was recalculated. Used quota:2. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:36:24.413931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:36:24.463731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Made reservation on behalf of 06edc906882c4b89bad2e635eb203c1e for: {'port': 1} {{(pid=80249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:36:24.474054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:24.675449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c5811-5112-4dbd-9b4b-d4521c6409c1 req-2bb5e804-c68a-479c-85e2-e7ad8c3944f4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:24.677029 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-358c5811-5112-4dbd-9b4b-d4521c6409c1 req-2bb5e804-c68a-479c-85e2-e7ad8c3944f4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1084671
Jan 22 15:36:24.721182 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:24.731909 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-358c5811-5112-4dbd-9b4b-d4521c6409c1 req-be178e9c-0b95-4d03-8545-e0f4b21245a7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477667
Jan 22 15:36:24.796771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Allocated IP 172.20.0.14 (21ad423d-38dc-4d5a-aa7e-aa67071a2abb/f5d2773f-e47e-4caa-8b37-86b1fc21dbd0/f38bbed4-1bea-4572-b119-fc7dc7a758b1) {{(pid=80249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:36:24.905356 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3020045-9fc3-407e-bcfb-623613265eab req-9cf6ac92-32d0-4fb9-b840-b56470ee3841 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 210 time: 0.0552707
Jan 22 15:36:25.003783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:25.022248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Transition to ACTIVE for port object f38bbed4-1bea-4572-b119-fc7dc7a758b1 will not be triggered until provisioned by entity DHCP. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:36:25.070421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:25.086516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-452c74fc-df97-49dd-95ae-08ef3be0ea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:25.228890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=f38bbed4-1bea-4572-b119-fc7dc7a758b1,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:25.241906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.242329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.242778 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.243190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.243597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.244002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.244407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.244810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.245213 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.245616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.246014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.246412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.246893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.247294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.247689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.248089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.248489 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.248890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.249282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.249677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.250071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.250466 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.250891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.255364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:36:25.258047 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:25.309503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb is already hosted by enough agents. {{(pid=80249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:36:25.310708 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources bound (agent type, host, resource id):  {{(pid=80249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:36:25.313085 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Received port after_create {{(pid=80249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:36:25.397124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:25.397863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:25.503882 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-0d6f86c0-b92d-4ec0-a201-474fb0d8367e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2563770
Jan 22 15:36:25.522302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Request body: {'port': {'device_id': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:25.526511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-90c766f0-5cae-4d49-ac73-ab1d268ed03e None None] Provisioning for port f38bbed4-1bea-4572-b119-fc7dc7a758b1 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:36:25.531835 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-90c766f0-5cae-4d49-ac73-ab1d268ed03e None None] Provisioning complete for port f38bbed4-1bea-4572-b119-fc7dc7a758b1 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:25.532263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-90c766f0-5cae-4d49-ac73-ab1d268ed03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:25.565712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:25.594228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-90c766f0-5cae-4d49-ac73-ab1d268ed03e None None] Port f38bbed4-1bea-4572-b119-fc7dc7a758b1 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:36:25.645054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:25.961524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:25.980731 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f202a-315e-467c-af10-3db7df65b78d req-b2e3519e-c822-4cbe-a2ad-249047ca20c9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:25.982460 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-547f202a-315e-467c-af10-3db7df65b78d req-b2e3519e-c822-4cbe-a2ad-249047ca20c9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1140435
Jan 22 15:36:26.041925 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-547f202a-315e-467c-af10-3db7df65b78d req-6a352591-889b-4901-8319-95e3d3512066 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516927
Jan 22 15:36:26.084798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38bbed4-1bea-4572-b119-fc7dc7a758b1 {{(pid=80249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:36:26.092743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Notify callbacks [] for port, precommit_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:26.162819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d501-68fd-4dc1-90ca-e402ae1cfcf8 req-71dedc51-8f41-481a-bb49-a62eafa99df7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:26.164441 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2fc3d501-68fd-4dc1-90ca-e402ae1cfcf8 req-71dedc51-8f41-481a-bb49-a62eafa99df7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 932 time: 0.1216414
Jan 22 15:36:26.212504 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Transition to ACTIVE for port object f38bbed4-1bea-4572-b119-fc7dc7a758b1 will not be triggered until provisioned by entity L2. {{(pid=80249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:36:26.217620 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2fc3d501-68fd-4dc1-90ca-e402ae1cfcf8 req-cef650df-49f5-46bb-bc1e-747085bb44e4 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0467257
Jan 22 15:36:26.235685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:26.252417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1829d58e-876b-4338-aab2-ee65bf59c486 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:26.631119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Pushing event updated for resources: {'Port': ['ID=f38bbed4-1bea-4572-b119-fc7dc7a758b1,revision_number=2']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:26.634310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:26.828165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Attempting to bind port f38bbed4-1bea-4572-b119-fc7dc7a758b1 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:36:26.828550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Attempting to bind port f38bbed4-1bea-4572-b119-fc7dc7a758b1 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:36:26.828922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Attempting to bind port f38bbed4-1bea-4572-b119-fc7dc7a758b1 on network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:36:26.835891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:36:26.836277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Checking segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:36:26.836688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:26.837092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Bound using segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} {{(pid=80249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:36:26.837780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Bound port: f38bbed4-1bea-4572-b119-fc7dc7a758b1, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}}] {{(pid=80249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:36:26.837919 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:26.936319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] For port f38bbed4-1bea-4572-b119-fc7dc7a758b1, host hv-cinder-76377, cleared binding levels {{(pid=80249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:36:26.939471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] For port f38bbed4-1bea-4572-b119-fc7dc7a758b1, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:36:26.972984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2243838'] for port, after_update {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:26.989681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f2c6686a-105c-4b4a-9f9e-13c660941977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:27.136773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Pushing event updated for resources: {'Port': ['ID=f38bbed4-1bea-4572-b119-fc7dc7a758b1,revision_number=3']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:27.150642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:27.183608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.184343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:27.185808 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-249e0654-26f0-4f42-a1b3-07d31699ecda service neutron] 10.222.0.62 "PUT /v2.0/ports/f38bbed4-1bea-4572-b119-fc7dc7a758b1 HTTP/1.1" status: 200  len: 1158 time: 1.6687176
Jan 22 15:36:27.186345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1'}] {{(pid=80249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:36:27.254269 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'status': 'completed', 'code': 200}
Jan 22 15:36:27.315018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe975e0-5292-4469-872e-4349ff97e891 req-25c26326-3ebe-4afd-b6d6-f3342aeac011 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.318100 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fe975e0-5292-4469-872e-4349ff97e891 req-25c26326-3ebe-4afd-b6d6-f3342aeac011 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1335082
Jan 22 15:36:27.380942 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fe975e0-5292-4469-872e-4349ff97e891 req-1f6f68d5-5260-443a-b263-ed14519c13c4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563967
Jan 22 15:36:27.392204 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361c3c5-5cab-4bbb-962b-105fc752dd77 req-3917d076-8d5d-4a32-8360-ce214a99a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.393891 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7361c3c5-5cab-4bbb-962b-105fc752dd77 req-3917d076-8d5d-4a32-8360-ce214a99a67d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 1161 time: 0.0931344
Jan 22 15:36:27.496011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027129b0-f573-4696-8796-fd12f8020d7d req-714274d8-478f-4b48-83d4-086ab934918e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.497623 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-027129b0-f573-4696-8796-fd12f8020d7d req-714274d8-478f-4b48-83d4-086ab934918e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1243584
Jan 22 15:36:27.553298 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-027129b0-f573-4696-8796-fd12f8020d7d req-e0c8af30-146b-457a-86c2-100145ab4b0b tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0483885
Jan 22 15:36:27.566662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361c3c5-5cab-4bbb-962b-105fc752dd77 req-24c67188-6fb2-4d7b-ae01-32974ec5c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.568858 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7361c3c5-5cab-4bbb-962b-105fc752dd77 req-24c67188-6fb2-4d7b-ae01-32974ec5c749 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=06edc906882c4b89bad2e635eb203c1e&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1613543
Jan 22 15:36:27.722042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361c3c5-5cab-4bbb-962b-105fc752dd77 req-91538677-dd9c-4423-b06c-8f87a167fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.723699 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7361c3c5-5cab-4bbb-962b-105fc752dd77 req-91538677-dd9c-4423-b06c-8f87a167fa50 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1489334
Jan 22 15:36:27.893777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-34f6b4ab-fff1-4852-8164-3f28e230e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.895496 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-34f6b4ab-fff1-4852-8164-3f28e230e2bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 1161 time: 0.0839813
Jan 22 15:36:27.896581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416b637-0f48-41f0-a6b1-b9690b989d63 req-7d9b5ef0-86cc-4de3-ab89-bce95bfbb5b8 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:27.898251 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7416b637-0f48-41f0-a6b1-b9690b989d63 req-7d9b5ef0-86cc-4de3-ab89-bce95bfbb5b8 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1137490
Jan 22 15:36:27.979229 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-91fe7213-9254-4e3b-975a-076bef403617 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1 HTTP/1.1" status: 200  len: 217 time: 0.0714035
Jan 22 15:36:28.004600 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7416b637-0f48-41f0-a6b1-b9690b989d63 req-ae7e20d6-14c8-4d69-8894-d19c23a77170 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658705
Jan 22 15:36:28.023549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-b3db3939-40da-44f5-aa58-ed43208ea077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:28.025508 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-b3db3939-40da-44f5-aa58-ed43208ea077 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1162 time: 0.1261821
Jan 22 15:36:28.050914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-12949c31-6741-45f2-b1a2-890d9b63d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:28.053269 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-12949c31-6741-45f2-b1a2-890d9b63d0fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0659580
Jan 22 15:36:28.135839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-a45f143f-3b6e-46d5-a0cf-43da3c317b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:28.137443 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-a45f143f-3b6e-46d5-a0cf-43da3c317b92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778587
Jan 22 15:36:28.170965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-2524850b-9587-4faf-b632-918064828759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:28.172557 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-2524850b-9587-4faf-b632-918064828759 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1409378
Jan 22 15:36:28.283674 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-53e40364-6dd4-4d2f-a437-e8a7143a3ee5 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393716
Jan 22 15:36:28.285267 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-c2bf01d0-26b3-4096-bcef-e7ba75b23d46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 1001 time: 0.1056681
Jan 22 15:36:28.358492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-42f53a4c-043d-49d9-b112-2bfe17f053e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:28.360137 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-42f53a4c-043d-49d9-b112-2bfe17f053e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0657032
Jan 22 15:36:28.433872 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca95d4d6-94e8-4b9c-bec8-6b9cdd68fd63 req-35bce1b5-de6e-4b3b-95af-acd5f141eec8 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391726
Jan 22 15:36:28.448139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-27eaa759-b197-4d8c-8c97-200c9d4620e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:28.449774 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-27eaa759-b197-4d8c-8c97-200c9d4620e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826671
Jan 22 15:36:28.594130 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-f4314472-09cf-4352-a75f-8140838c92cd service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375852
Jan 22 15:36:29.035491 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-50df2bcf-4cbe-4797-b872-6ec3c88deaaa req-e32b45ce-76f8-4233-9b59-6688966454a8 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4345565
Jan 22 15:36:29.071374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de874b-3271-4c59-8ae9-8a3cf61be201 req-d1f59669-1408-4fbb-9cd6-12d40d42e826 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:29.073047 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-08de874b-3271-4c59-8ae9-8a3cf61be201 req-d1f59669-1408-4fbb-9cd6-12d40d42e826 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.3876245
Jan 22 15:36:29.131288 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-08de874b-3271-4c59-8ae9-8a3cf61be201 req-0a80c6c9-241a-4a2d-a132-31ff9acf7b0a tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0473883
Jan 22 15:36:29.274986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b981-f3db-4fd6-9144-7f960836f312 req-b30f9821-0d74-4f70-839e-a339ca0e2548 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:29.276677 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ae53b981-f3db-4fd6-9144-7f960836f312 req-b30f9821-0d74-4f70-839e-a339ca0e2548 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1067517
Jan 22 15:36:29.335262 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ae53b981-f3db-4fd6-9144-7f960836f312 req-3d5877ed-6f41-44cc-8f5e-c92a56e385da tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458801
Jan 22 15:36:30.362021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccbf48-df13-4b4e-816c-049b9a4bfab4 req-05a14a0e-707c-4531-a2c1-adfa1e816d66 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:30.363614 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e1ccbf48-df13-4b4e-816c-049b9a4bfab4 req-05a14a0e-707c-4531-a2c1-adfa1e816d66 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1048448
Jan 22 15:36:30.419987 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e1ccbf48-df13-4b4e-816c-049b9a4bfab4 req-2ed0180c-957c-40bc-b6bc-8b837cde2c17 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0499351
Jan 22 15:36:30.573648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806977-b8ac-40eb-82f1-9b6751098a03 req-e762ee52-f3d6-4f8c-b2ce-87c23b9c894a tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:30.575269 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b9806977-b8ac-40eb-82f1-9b6751098a03 req-e762ee52-f3d6-4f8c-b2ce-87c23b9c894a tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1055601
Jan 22 15:36:30.626136 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b9806977-b8ac-40eb-82f1-9b6751098a03 req-11c61367-1b3a-4a4e-b9ed-99fb6a3520aa tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445020
Jan 22 15:36:31.656340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19b860-4407-436a-af0e-dd2fa9df14fb req-74c72058-a99d-43d0-843c-e797bb403033 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:31.657925 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7d19b860-4407-436a-af0e-dd2fa9df14fb req-74c72058-a99d-43d0-843c-e797bb403033 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1087353
Jan 22 15:36:31.709800 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7d19b860-4407-436a-af0e-dd2fa9df14fb req-c0fa0d78-6c1b-4b9f-8a26-337da523a1d6 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0450232
Jan 22 15:36:32.941548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a0968-0b0d-45a8-bf43-68ede1d108f8 req-da9ee876-eecb-4d46-8a5b-0cd60fd4ef42 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:32.943730 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2e6a0968-0b0d-45a8-bf43-68ede1d108f8 req-da9ee876-eecb-4d46-8a5b-0cd60fd4ef42 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1052904
Jan 22 15:36:33.001120 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2e6a0968-0b0d-45a8-bf43-68ede1d108f8 req-0b8ad91d-cd52-4a8d-9b74-8486c9d99af1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0510263
Jan 22 15:36:34.233836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0b2cc-0a7b-43ad-862b-6e680fdc3429 req-bcee34d0-e847-4639-a6f5-e3efab4c7461 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:34.235493 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c5e0b2cc-0a7b-43ad-862b-6e680fdc3429 req-bcee34d0-e847-4639-a6f5-e3efab4c7461 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1058342
Jan 22 15:36:34.288373 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c5e0b2cc-0a7b-43ad-862b-6e680fdc3429 req-66deaf7f-cb0e-44dd-ae57-e641f2635745 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0456750
Jan 22 15:36:35.459638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device f38bbed4-1bea-4572-b119-fc7dc7a758b1 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:35.525277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af572f05-e0d0-43b2-b679-a9c28c3429dd req-af6027a3-c367-407e-af7b-ea3de1f4c3f5 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:35.526962 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-af572f05-e0d0-43b2-b679-a9c28c3429dd req-af6027a3-c367-407e-af7b-ea3de1f4c3f5 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1110606
Jan 22 15:36:35.566316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port f38bbed4-1bea-4572-b119-fc7dc7a758b1 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:36:35.571793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port f38bbed4-1bea-4572-b119-fc7dc7a758b1 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:35.572216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:35.579903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-af572f05-e0d0-43b2-b679-a9c28c3429dd req-ebf0edaf-3f98-4c36-8242-25e24761989f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0465410
Jan 22 15:36:35.696689 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:35.724799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:36:35.734876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port f38bbed4-1bea-4572-b119-fc7dc7a758b1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:36:35.766382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:35.769257 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:35.803626 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'code': 200}
Jan 22 15:36:35.845931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=f38bbed4-1bea-4572-b119-fc7dc7a758b1,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:35.849766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:36.145885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9ecc6-5853-4205-aed9-32bc64c8c004 req-4a3d73c8-75a8-474b-a243-8eb5ce05524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:36.147451 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ffc9ecc6-5853-4205-aed9-32bc64c8c004 req-4a3d73c8-75a8-474b-a243-8eb5ce05524c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 1163 time: 0.0773098
Jan 22 15:36:36.195501 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ffc9ecc6-5853-4205-aed9-32bc64c8c004 req-650439da-7002-465f-a019-eefbcaa958e5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0412347
Jan 22 15:36:36.815198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67f45c-223f-4379-825c-95f95dbf3be0 req-0c4b892b-195f-4038-b376-6fd3135350ef tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:36.817501 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bf67f45c-223f-4379-825c-95f95dbf3be0 req-0c4b892b-195f-4038-b376-6fd3135350ef tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 946 time: 0.1051309
Jan 22 15:36:36.868555 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bf67f45c-223f-4379-825c-95f95dbf3be0 req-daacd530-64a5-4a3c-9cef-739c45f8f714 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0447824
Jan 22 15:36:37.200272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device f38bbed4-1bea-4572-b119-fc7dc7a758b1 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:37.273302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port f38bbed4-1bea-4572-b119-fc7dc7a758b1 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:37.273709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:38.111715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace6986-4102-4954-9e6b-5e3e6f495dc5 req-948437a1-c819-4127-9040-d7e71966dbbd tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:38.113343 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-eace6986-4102-4954-9e6b-5e3e6f495dc5 req-948437a1-c819-4127-9040-d7e71966dbbd tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 946 time: 0.1118176
Jan 22 15:36:38.165566 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-eace6986-4102-4954-9e6b-5e3e6f495dc5 req-82397ae9-1468-41a3-8284-69ab9c53d0b8 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0451164
Jan 22 15:36:38.396757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe1810-5f60-4346-abf6-7a8dfabe11e8 req-a3b55cf4-5480-4185-9c40-50ebf07ca634 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:38.398367 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efbe1810-5f60-4346-abf6-7a8dfabe11e8 req-a3b55cf4-5480-4185-9c40-50ebf07ca634 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 946 time: 0.1073797
Jan 22 15:36:38.453805 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efbe1810-5f60-4346-abf6-7a8dfabe11e8 req-9f64e48b-195c-4356-a724-173f2762daca tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0490062
Jan 22 15:36:38.675813 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-e7bac51d-9e5e-4ca6-b586-19a74be76511 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1671908
Jan 22 15:36:38.686512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:38.696340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:36:38.700412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Usage tracker for resource:floatingip and tenant:06edc906882c4b89bad2e635eb203c1e is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:36:38.703423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:36:38.710008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:36:38.755054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:38.900656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:39.152589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device f38bbed4-1bea-4572-b119-fc7dc7a758b1 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:36:39.225703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port f38bbed4-1bea-4572-b119-fc7dc7a758b1 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:36:39.226133 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:39.242019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Allocated IP 172.27.3.146 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/c8ef93b0-5dcb-41a7-80ca-14b33583741d) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:36:39.401032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:39.452398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:39.468575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-15776b69-206f-44b3-97fb-22a0ce4a42cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:39.606631 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=c8ef93b0-5dcb-41a7-80ca-14b33583741d,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:39.610114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:39.662803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:36:39.663908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:36:39.666343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:36:39.756663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:39.858227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:40.137759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:40.170943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:40.190206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:36:40.324703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=c8ef93b0-5dcb-41a7-80ca-14b33583741d,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:36:40.329750 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:36:40.431879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:40.490973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:40.492257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8100195
Jan 22 15:36:40.583391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-68745282-bb11-49f6-9818-d5d835769a75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:36:40.628119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-68745282-bb11-49f6-9818-d5d835769a75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:36:40.630008 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-68745282-bb11-49f6-9818-d5d835769a75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.146 HTTP/1.1" status: 200  len: 696 time: 0.1312656
Jan 22 15:36:40.810188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-29521781-53da-4ad1-a503-9f8f768188fc tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:40.811619 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-29521781-53da-4ad1-a503-9f8f768188fc tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1756032
Jan 22 15:36:40.822310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-b86cab80-4a30-4c16-9a5b-3e0828e1fa39 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:36:40.823374 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5199070d-237a-47a6-aac5-23dcffe8b11e req-b86cab80-4a30-4c16-9a5b-3e0828e1fa39 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058706
Jan 22 15:36:41.040859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-9810130b-6998-47ea-b104-e3b7c00964d8 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:41.042535 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-9810130b-6998-47ea-b104-e3b7c00964d8 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1124182
Jan 22 15:36:41.132913 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-23601a46-dae2-4013-9791-a2212d7925b6 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.146 HTTP/1.1" status: 200  len: 696 time: 0.0835645
Jan 22 15:36:41.143341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'floatingip': {'port_id': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:36:41.232167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:42.100619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:42.131782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:42.319881 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Floating IP 5f99b504-0571-44c7-82c9-dd991113034e associated. External IP: 172.27.3.146, port: f38bbed4-1bea-4572-b119-fc7dc7a758b1.
Jan 22 15:36:42.695921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:36:42.886103 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:36:42.891123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:42.895978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:36:42.906106 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:36:42.906853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ff74a8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:36:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:42.951852 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-419289b7-6b50-4d4e-884d-63f8a593ac75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "PUT /v2.0/floatingips/5f99b504-0571-44c7-82c9-dd991113034e HTTP/1.1" status: 200  len: 997 time: 1.8125846
Jan 22 15:36:42.952345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:36:43.016550 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'status': 'completed', 'code': 200}
Jan 22 15:36:43.045942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-f5ae5f45-4e9f-4ed2-af8a-35e94deb021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:43.047626 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-f5ae5f45-4e9f-4ed2-af8a-35e94deb021f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 1163 time: 0.0822814
Jan 22 15:36:43.103798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:36:43.273902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-98a53949-7433-46e1-9465-32ace8b9281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:43.275460 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-98a53949-7433-46e1-9465-32ace8b9281f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 1163 time: 0.1871436
Jan 22 15:36:43.276538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-2176912e-9526-43a4-a3f3-4ba22077ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:43.277985 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-2176912e-9526-43a4-a3f3-4ba22077ec5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2152863
Jan 22 15:36:43.479274 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-4c3b172a-818b-4713-b999-87a8489ee2e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1 HTTP/1.1" status: 200  len: 1000 time: 0.1944871
Jan 22 15:36:43.483897 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ff74a8>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '5f99b504-0571-44c7-82c9-dd991113034e', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:c0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:36:39Z', 'updated_at': '2021-01-22T15:36:41Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:43.488909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:36:43.497902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:36:43.498606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ff74a8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:36:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:43.574841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-78ae1b0b-97d5-401e-8738-d59d63301790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:43.576349 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-78ae1b0b-97d5-401e-8738-d59d63301790 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2397218
Jan 22 15:36:43.585240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-d53975a4-f805-4792-842a-5069b2295852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:43.586754 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-d53975a4-f805-4792-842a-5069b2295852 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0985472
Jan 22 15:36:43.688434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:36:43.744299 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-eb1482fb-d10a-408f-976e-7ae49977f884 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1 HTTP/1.1" status: 200  len: 1000 time: 0.1607997
Jan 22 15:36:43.809079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-d15c6e51-a5ee-4302-bb75-988859b302ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:43.810752 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-d15c6e51-a5ee-4302-bb75-988859b302ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1723335
Jan 22 15:36:43.855598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-02f2a084-b619-4332-9347-08bbbf09e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:43.857093 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-02f2a084-b619-4332-9347-08bbbf09e366 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.1039946
Jan 22 15:36:44.075332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ff74a8>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '5f99b504-0571-44c7-82c9-dd991113034e', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:c0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:36:39Z', 'updated_at': '2021-01-22T15:36:41Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:36:44.080030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8ec21-05dd-4b06-83ec-fe6acc9230b6 None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '5f99b504-0571-44c7-82c9-dd991113034e', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:c0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:36:39Z', 'updated_at': '2021-01-22T15:36:41Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:36:44.144018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:44.260544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:36:44.274223 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-67400b14-2bcd-4fed-8afc-b9ec21b7218d service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4546154
Jan 22 15:36:44.280715 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-08c04b11-1b36-411e-bdc7-db44b7df3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:36:44.282336 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-08c04b11-1b36-411e-bdc7-db44b7df3178 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3789713
Jan 22 15:36:44.312492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-d7b345de-ea3b-4165-a757-d8122f70478e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:36:44.313584 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-d7b345de-ea3b-4165-a757-d8122f70478e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0082495
Jan 22 15:36:44.373491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f109f78-6aa9-4db3-85f8-321d5f7b0699 None None] New status for floating IP 5f99b504-0571-44c7-82c9-dd991113034e: ACTIVE {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:36:44.554119 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-df78fa2a-22e3-4bf5-8e1b-24119a4261de req-8e365738-7d51-41d5-abec-89b6534a4a51 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2707963
Jan 22 15:36:44.562598 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-391e1eca-56df-41a6-9cbb-13b4c698270e service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937282
Jan 22 15:36:44.711038 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f74c67ab-8a5d-4594-a030-03c4c56d5db4 req-d1b11b88-b222-49ff-90ea-0a05ea741a83 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416349
Jan 22 15:36:51.571501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-db5a98b0-11cc-4162-a0cf-ecf89ccec299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:53.908741 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-163d8a6e-52fa-491b-9d01-52166436d465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:54.726042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:55.554574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:36:55.971717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:05.643234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfda35-2074-4104-8ca9-d54ebf46b3ea req-77784a9d-f40f-44c8-820d-d56bc3a7c54a tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:05.644881 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dacfda35-2074-4104-8ca9-d54ebf46b3ea req-77784a9d-f40f-44c8-820d-d56bc3a7c54a tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1073081
Jan 22 15:37:05.701079 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dacfda35-2074-4104-8ca9-d54ebf46b3ea req-d08f09de-a8bd-4105-ad47-b4c304edbbb8 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489774
Jan 22 15:37:06.309746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a270-1964-4932-94ed-f79bedadf00e req-fba5bc6e-fcfd-47be-ad1e-4fbce75aed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:06.311386 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b16a270-1964-4932-94ed-f79bedadf00e req-fba5bc6e-fcfd-47be-ad1e-4fbce75aed15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1162 time: 0.1607270
Jan 22 15:37:06.474324 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a270-1964-4932-94ed-f79bedadf00e req-f719047b-a5fc-44e2-baf4-1dae6cabce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:06.475995 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b16a270-1964-4932-94ed-f79bedadf00e req-f719047b-a5fc-44e2-baf4-1dae6cabce0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1427646
Jan 22 15:37:06.588569 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b16a270-1964-4932-94ed-f79bedadf00e req-5e5273c8-0be2-4bef-beb2-06981d1214b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 1001 time: 0.1049585
Jan 22 15:37:06.659160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a270-1964-4932-94ed-f79bedadf00e req-7352fda7-77a1-424e-8813-3903197e1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:06.660769 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b16a270-1964-4932-94ed-f79bedadf00e req-7352fda7-77a1-424e-8813-3903197e1dcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0653570
Jan 22 15:37:06.751551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a270-1964-4932-94ed-f79bedadf00e req-8effd2d9-10c6-4e10-a42a-a24cacf3eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:06.753297 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b16a270-1964-4932-94ed-f79bedadf00e req-8effd2d9-10c6-4e10-a42a-a24cacf3eebc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838187
Jan 22 15:37:06.960832 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b16a270-1964-4932-94ed-f79bedadf00e req-ee9ea51a-8817-41e0-9312-bfed63478205 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994987
Jan 22 15:37:07.020146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef100-a090-4243-86ee-b12bddbb2495 req-f48b9758-a753-4f98-8310-18adbf87f386 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:07.021680 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c33ef100-a090-4243-86ee-b12bddbb2495 req-f48b9758-a753-4f98-8310-18adbf87f386 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1865623
Jan 22 15:37:07.159008 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c33ef100-a090-4243-86ee-b12bddbb2495 req-8abac41a-ba64-447e-91e1-bff246ad44b0 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833232
Jan 22 15:37:07.180220 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b16a270-1964-4932-94ed-f79bedadf00e req-19abe338-f629-4024-9649-1cf808af88b0 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2108152
Jan 22 15:37:08.405337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8814f-62c9-4bca-8f19-57566b13ca0f req-4c74a35b-17a0-491f-960c-0c4d7a9db924 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:08.406957 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e8e8814f-62c9-4bca-8f19-57566b13ca0f req-4c74a35b-17a0-491f-960c-0c4d7a9db924 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1135662
Jan 22 15:37:08.459527 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e8e8814f-62c9-4bca-8f19-57566b13ca0f req-ad7eace3-7eed-416b-ad06-d29945d0cf95 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457618
Jan 22 15:37:09.696097 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caccb98-f283-4e5a-a82f-32289dd1a1cd req-bf0cf45f-19e6-45c0-9043-61745ab1ae3b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:09.697748 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6caccb98-f283-4e5a-a82f-32289dd1a1cd req-bf0cf45f-19e6-45c0-9043-61745ab1ae3b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1060653
Jan 22 15:37:09.754593 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6caccb98-f283-4e5a-a82f-32289dd1a1cd req-2500a01c-ad75-42a3-952f-cd3f69d47e16 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505104
Jan 22 15:37:10.989737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b1da6-526f-4070-af66-76f562c0423d req-b4c1a0c5-b76e-4f61-8715-9103483c5843 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:10.991414 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-de3b1da6-526f-4070-af66-76f562c0423d req-b4c1a0c5-b76e-4f61-8715-9103483c5843 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1088045
Jan 22 15:37:11.043821 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-de3b1da6-526f-4070-af66-76f562c0423d req-ab886364-c052-4a5e-a336-43b3c5072fab tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460393
Jan 22 15:37:11.499274 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device af7aa3d7-a615-40a5-800d-27a3808e202f up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:37:11.570891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port af7aa3d7-a615-40a5-800d-27a3808e202f triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:37:11.571317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:12.317569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858ab0d-cab1-49f1-a1ee-81c032849a9f req-c9622c87-c2e8-4602-a533-1616d8d65500 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:12.319281 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c858ab0d-cab1-49f1-a1ee-81c032849a9f req-c9622c87-c2e8-4602-a533-1616d8d65500 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1186440
Jan 22 15:37:12.375327 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c858ab0d-cab1-49f1-a1ee-81c032849a9f req-ae071f78-d9a5-4f4f-97e2-f28c5fca7b72 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494628
Jan 22 15:37:13.629669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637dfd6-7126-47e4-ab0a-802c9971fb94 req-77462153-e9f8-43ab-b1c1-4aaa03da7156 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:13.631362 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c637dfd6-7126-47e4-ab0a-802c9971fb94 req-77462153-e9f8-43ab-b1c1-4aaa03da7156 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1065702
Jan 22 15:37:13.683398 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c637dfd6-7126-47e4-ab0a-802c9971fb94 req-ea2f3b81-2187-4da9-9475-f633dc0cc36b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456550
Jan 22 15:37:14.154110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:14.918039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f24b0-e0a7-4718-abdc-8e2378c8631b req-4dc6af1b-7032-45fe-8f6a-1f77f2d1198c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:14.919675 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef1f24b0-e0a7-4718-abdc-8e2378c8631b req-4dc6af1b-7032-45fe-8f6a-1f77f2d1198c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1101460
Jan 22 15:37:14.972011 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef1f24b0-e0a7-4718-abdc-8e2378c8631b req-13adbbff-ff4a-4dd8-b4a9-b5432dec8992 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460823
Jan 22 15:37:16.209906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d37abf-ee95-48a9-8190-07a71a83f7f8 req-e1ca5128-2bae-434d-8d02-996c0c51403b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:16.211572 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-84d37abf-ee95-48a9-8190-07a71a83f7f8 req-e1ca5128-2bae-434d-8d02-996c0c51403b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1054711
Jan 22 15:37:16.272047 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-84d37abf-ee95-48a9-8190-07a71a83f7f8 req-bf2382c0-bfd9-46d6-8924-cc7c6b2a6bb9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539165
Jan 22 15:37:16.763079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7f042-9402-4d0c-b5d0-bc5a579f3c7c req-cb2e51f7-ef8b-4140-9ca4-6515ec234d26 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:16.764685 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66d7f042-9402-4d0c-b5d0-bc5a579f3c7c req-cb2e51f7-ef8b-4140-9ca4-6515ec234d26 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1066668
Jan 22 15:37:16.864315 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-66d7f042-9402-4d0c-b5d0-bc5a579f3c7c req-85ef046e-73d1-4790-a71d-08431402d231 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643344
Jan 22 15:37:16.887350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-7734b307-c9d5-40f5-b38f-f20135526578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:16.888951 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-7734b307-c9d5-40f5-b38f-f20135526578 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 1162 time: 0.1233523
Jan 22 15:37:17.034326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-55165f15-77b0-49b1-beba-50474f9a6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:17.035965 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-55165f15-77b0-49b1-beba-50474f9a6a3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1402667
Jan 22 15:37:17.147350 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-499ff799-0109-4a16-a75e-d42da649da21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 200  len: 1001 time: 0.1039925
Jan 22 15:37:17.219914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-a7c85518-9d4c-4d7c-bd8f-50afa1023780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:17.221505 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-a7c85518-9d4c-4d7c-bd8f-50afa1023780 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0678406
Jan 22 15:37:17.307703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-9df2ba17-295f-45ed-9d57-47b5a5de2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:17.310462 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-9df2ba17-295f-45ed-9d57-47b5a5de2ee1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813465
Jan 22 15:37:17.458685 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-f6639586-414d-4895-8747-823ace895f38 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403210
Jan 22 15:37:17.605889 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-331f60cc-5cb3-45f1-a527-fc19424896d5 req-9f0e0a11-9aae-4557-afb4-b090f5a82651 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395919
Jan 22 15:37:18.104217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807024-b85d-491b-8344-0c68672bfb06 req-ea706f2c-9e7c-4609-b28c-f84cac2cb08b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:18.105916 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fa807024-b85d-491b-8344-0c68672bfb06 req-ea706f2c-9e7c-4609-b28c-f84cac2cb08b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1107683
Jan 22 15:37:18.157735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-fa807024-b85d-491b-8344-0c68672bfb06 req-6c520421-2732-41b9-97c6-f4a1ea3f48bc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452404
Jan 22 15:37:19.392474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf18943-466a-4403-bcd7-ac9a54a7f534 req-51a201c8-a24c-43cd-ab3f-ae989cf9ea5e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:19.394045 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcf18943-466a-4403-bcd7-ac9a54a7f534 req-51a201c8-a24c-43cd-ab3f-ae989cf9ea5e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1069348
Jan 22 15:37:19.449633 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dcf18943-466a-4403-bcd7-ac9a54a7f534 req-97a6e639-6606-49dc-a71e-be7b31ddba3c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492198
Jan 22 15:37:19.564102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device af7aa3d7-a615-40a5-800d-27a3808e202f up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:37:19.640450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port af7aa3d7-a615-40a5-800d-27a3808e202f triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:37:19.640863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:21.260094 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:37:21.577052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7e285cb4-f1ab-4ec6-8075-c7ad8079335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:23.925062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c6cb-2af5-4454-b6d2-326a558aba68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:24.736842 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:25.553109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:25.982338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:44.159254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:51.587850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf342-7315-4c32-855a-1bc807a487e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:52.798111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6afb-a125-4ec6-a946-a239b4c4228e req-382b47dc-b3ed-484a-a8d0-ef205a752202 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:52.799762 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d7a6afb-a125-4ec6-a946-a239b4c4228e req-382b47dc-b3ed-484a-a8d0-ef205a752202 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.3433547
Jan 22 15:37:52.850985 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4d7a6afb-a125-4ec6-a946-a239b4c4228e req-99dd4588-e092-4456-bfab-b47cd2d19634 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443115
Jan 22 15:37:53.907916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bd6341dd-e6af-4ccf-9936-da95957dcae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:54.093210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9772b-0cf9-422a-a59e-da2837944faa req-f7250b83-35a2-4530-9153-501cf249fd5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:54.094868 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-17f9772b-0cf9-422a-a59e-da2837944faa req-f7250b83-35a2-4530-9153-501cf249fd5c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1124322
Jan 22 15:37:54.146496 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-17f9772b-0cf9-422a-a59e-da2837944faa req-a2c7d4a1-fadc-4edb-8636-d6336e3c5c1e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451498
Jan 22 15:37:54.583179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-9cba0bcc-6e95-41df-b882-d9a14a5b5dfb tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:54.584786 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-9cba0bcc-6e95-41df-b882-d9a14a5b5dfb tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1112981
Jan 22 15:37:54.667931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Deleting port af7aa3d7-a615-40a5-800d-27a3808e202f {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:37:54.668313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:54.725044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:54.934335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] For port af7aa3d7-a615-40a5-800d-27a3808e202f, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=af7aa3d7-a615-40a5-800d-27a3808e202f,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:37:54.934962 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:55.246879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:55.247301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:55.247658 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Floating IP fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7 disassociated. External IP: 172.27.3.219, port: af7aa3d7-a615-40a5-800d-27a3808e202f.
Jan 22 15:37:55.248037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Calling delete_port for af7aa3d7-a615-40a5-800d-27a3808e202f owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:37:55.469879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2a667-1e34-4f9a-8b22-75ea7e44a78e req-54273954-9f69-4f22-a513-1d74b8b9bad6 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:37:55.471442 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7ad2a667-1e34-4f9a-8b22-75ea7e44a78e req-54273954-9f69-4f22-a513-1d74b8b9bad6 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 945 time: 0.1932333
Jan 22 15:37:55.536265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:55.544739 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7ad2a667-1e34-4f9a-8b22-75ea7e44a78e req-a880819c-ec14-4174-8b77-0369eec54cac tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=cc4858df-fcc7-438c-a6b2-ea8bb1798f52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606468
Jan 22 15:37:55.559011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:55.575160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:37:55.623372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event deleted for resources: {'Port': ['ID=af7aa3d7-a615-40a5-800d-27a3808e202f,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:37:55.686627 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.687055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.687473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.687884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.688290 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.688744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.689147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.689556 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.689956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.690355 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.690780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.691178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.691634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.692033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.692430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.692832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.693226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.693623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.694035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.694430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.694862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.695250 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.696163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.696570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:37:55.701550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:37:55.706861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device af7aa3d7-a615-40a5-800d-27a3808e202f no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:37:55.743747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: af7aa3d7-a615-40a5-800d-27a3808e202f {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:37:55.744017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device af7aa3d7-a615-40a5-800d-27a3808e202f not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:37:55.959853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Router 908c958c-e897-40c5-b531-b879486eaf1a has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:37:55.981123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:56.151974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:37:56.161810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] Sync routers for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:37:56.173093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:37:56.173868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdfce80>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:37:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:37:56.192175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] No DVR routers for this DVR port af7aa3d7-a615-40a5-800d-27a3808e202f on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:37:56.194577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:56.198400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'name': 'network-vif-deleted', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:37:56.250844 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ac28dc6-0703-4861-8434-78d1576514a1 req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "DELETE /v2.0/ports/af7aa3d7-a615-40a5-800d-27a3808e202f HTTP/1.1" status: 204  len: 173 time: 1.6604297
Jan 22 15:37:56.432762 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e307e031-fa89-4e46-9f92-9e2b11b44710', 'name': 'network-vif-deleted', 'tag': 'af7aa3d7-a615-40a5-800d-27a3808e202f', 'status': 'completed', 'code': 200}
Jan 22 15:37:56.550013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:37:56.753468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-bdc25efd-1b91-4ce3-860d-2b0c5e0095a4 req-2791866f-263b-49c5-9f06-a11adad4bd25 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:37:56.799248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-bdc25efd-1b91-4ce3-860d-2b0c5e0095a4 req-2791866f-263b-49c5-9f06-a11adad4bd25 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:37:56.800537 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bdc25efd-1b91-4ce3-860d-2b0c5e0095a4 req-2791866f-263b-49c5-9f06-a11adad4bd25 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=e307e031-fa89-4e46-9f92-9e2b11b44710 HTTP/1.1" status: 200  len: 210 time: 0.1079123
Jan 22 15:37:56.897044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdfce80>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:37:56.901740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] Checking router: 908c958c-e897-40c5-b531-b879486eaf1a for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:37:56.910906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:37:56.911588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdfce80>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:37:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:37:57.105126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:37:57.446701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfdfce80>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:37:57.450994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb95e1-08f6-41fe-8ff6-399ed7f61410 None None] The sync data for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi is: [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:37:57.848553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e030-3401-474d-a170-d29f865d9b56 None None] New status for floating IP fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7: DOWN {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:37:57.984265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48804) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:37:58.060662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-81ca7021-e71d-42cf-be98-5d9f0014a7fc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.092028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-81ca7021-e71d-42cf-be98-5d9f0014a7fc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.194580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-81ca7021-e71d-42cf-be98-5d9f0014a7fc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.200331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-60961fb5-c348-495b-a481-216d26534598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:37:58.218590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca7021-e71d-42cf-be98-5d9f0014a7fc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4858df-fcc7-438c-a6b2-ea8bb1798f52,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:37:58.221202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-81ca7021-e71d-42cf-be98-5d9f0014a7fc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:37:58.244425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-81ca7021-e71d-42cf-be98-5d9f0014a7fc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.245756 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-81ca7021-e71d-42cf-be98-5d9f0014a7fc tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "DELETE /v2.0/security-groups/cc4858df-fcc7-438c-a6b2-ea8bb1798f52 HTTP/1.1" status: 204  len: 168 time: 0.2601919
Jan 22 15:37:58.248562 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48808) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:37:58.259649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:37:58.266117 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.v2.resource [None req-eb6bad13-4671-4cf8-ba96-af983c908669 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] show failed (client error): The resource could not be found.
Jan 22 15:37:58.267253 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-eb6bad13-4671-4cf8-ba96-af983c908669 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups/cc4858df-fcc7-438c-a6b2-ea8bb1798f52 HTTP/1.1" status: 404  len: 347 time: 0.0176997
Jan 22 15:37:58.270449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48812) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:37:58.451339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Deleting port 978a16d2-ee60-4996-8692-7ab55421a395 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:37:58.451718 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.644054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.644319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.777469 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Calling delete_port for 978a16d2-ee60-4996-8692-7ab55421a395 owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:37:58.941692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:58.958017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43907565-5400-4cf4-8dda-9d96da064300 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:37:59.057485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event deleted for resources: {'Port': ['ID=978a16d2-ee60-4996-8692-7ab55421a395,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:37:59.061592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:37:59.189841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:59.227787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:59.228981 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "DELETE /v2.0/floatingips/fda8cb0c-5566-4ce5-ac6b-0c0a8a3dbca7 HTTP/1.1" status: 204  len: 168 time: 0.9575419
Jan 22 15:37:59.588960 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48818) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:37:59.594861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'security_group': {'name': 'tempest-securitygroup--1190935446', 'description': 'tempest-description--1121534255'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:37:59.605462 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:37:59.609819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:37:59.613208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:37:59.619821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:37:59.667357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:59.690374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:37:59.694491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group_rule and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:37:59.698183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:37:59.704054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:37:59.897441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:59.932744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:37:59.938766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-66759d2b-7016-45b5-879c-74ea6f51f4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:37:59.990942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee199f-38eb-43df-aaa6-a7aa1714a8ea,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:00.002507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:00.019536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.020996 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4e8f6d92-c0b6-4cf1-9c94-cf6fe4230729 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4309382
Jan 22 15:38:00.024108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48824) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:38:00.029920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'security_group_rule': {'security_group_id': '10ee199f-38eb-43df-aaa6-a7aa1714a8ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:00.044763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:38:00.048941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group_rule and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:38:00.052164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:38:00.062287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:38:00.104696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.183140 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.210589 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.212898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:00.239714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2ddcfa-17a0-4a04-8670-3c04864baa31,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:00.243441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:00.296655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.298058 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-8447cf1d-f22a-47db-b575-e2fea4e7fc7c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2729056
Jan 22 15:38:00.301201 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48828) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:38:00.307753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'security_group_rule': {'security_group_id': '10ee199f-38eb-43df-aaa6-a7aa1714a8ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:00.318942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:38:00.323286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:security_group_rule and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:38:00.326473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:38:00.332783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:38:00.378950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.456871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.501977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758118'] for security_group_rule, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.504628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b8d9d217-003b-4447-a749-bc4a25e930a3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:00.531929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1ba1c3-7ff6-4c94-98e3-8b795d60c059,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:00.538302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:00.576326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group_rule, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:00.577684 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4ca0d636-b55d-4c34-b713-825d9f956c1b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2754683
Jan 22 15:38:00.581235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48832) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:38:00.587591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:00.597933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:38:00.604187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Usage tracker for resource:floatingip and tenant:1ff5db14bdb2487fbe436e876ad2f1ed is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:38:00.607432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:38:00.613671 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:38:00.651216 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:01.045696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:01.333660 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Allocated IP 172.27.3.95 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/2eb69506-a226-4841-89e7-12d8457da111) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:38:01.501974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:01.571478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:01.588283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-54089f6c-1952-4b9d-b06f-455a2f1b0f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:01.721608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'Port': ['ID=2eb69506-a226-4841-89e7-12d8457da111,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:01.726221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:01.779044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:38:01.780225 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:38:01.782402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:38:01.866093 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:01.957630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:02.235271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:02.278868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:02.295286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:02.433654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'Port': ['ID=2eb69506-a226-4841-89e7-12d8457da111,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:02.436902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:02.549294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:02.598497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:02.599878 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0176110
Jan 22 15:38:02.849872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-46f8d61e-714b-45d9-a1bf-8f5a5901a250 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:38:02.912747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-46f8d61e-714b-45d9-a1bf-8f5a5901a250 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:38:02.913996 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-46f8d61e-714b-45d9-a1bf-8f5a5901a250 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1190935446&fields=id&tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed HTTP/1.1" status: 200  len: 267 time: 0.1104720
Jan 22 15:38:03.102272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-378f578e-a00f-45a6-b138-bbec8dde7f0f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:03.103890 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-378f578e-a00f-45a6-b138-bbec8dde7f0f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 810 time: 0.1816735
Jan 22 15:38:03.120577 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-b7ba0a81-85a3-4dac-8e20-5a8db430788b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/quotas/1ff5db14bdb2487fbe436e876ad2f1ed HTTP/1.1" status: 200  len: 375 time: 0.0104897
Jan 22 15:38:03.223646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-f0619ca9-9c1f-4800-817f-c58f66849428 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:38:03.273041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-f0619ca9-9c1f-4800-817f-c58f66849428 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:38:03.275118 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-f0619ca9-9c1f-4800-817f-c58f66849428 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1490798
Jan 22 15:38:03.430038 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-982a57c1-2eb1-4a35-85eb-c761419eefba service neutron] 10.222.0.54 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422427
Jan 22 15:38:03.576285 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-99ccfdde-8679-40ef-94c3-3f3d109180fa service neutron] 10.222.0.54 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391122
Jan 22 15:38:03.892168 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cbcb14d-dd65-4a7c-812e-7fbc23b4d316 req-e7ebeed4-82cf-40fa-9b70-01d18777ea10 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 210 time: 0.0532465
Jan 22 15:38:05.075278 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-db1aaa25-c87a-4ba0-ae12-d4962b0a8597 req-14d255e6-7474-4c34-809d-b01ecb13808b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 210 time: 0.0514855
Jan 22 15:38:05.907622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-0d95743b-84ef-40c8-af3d-ea06f392ecdd tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:05.909227 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-0d95743b-84ef-40c8-af3d-ea06f392ecdd tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 810 time: 0.1827352
Jan 22 15:38:06.009706 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-69e1d478-74bf-475b-89d9-fbdf41d5edb5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed HTTP/1.1" status: 200  len: 5709 time: 0.0744338
Jan 22 15:38:06.018850 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'port': {'device_id': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'admin_state_up': True, 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'security_groups': ['10ee199f-38eb-43df-aaa6-a7aa1714a8ea']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:06.169942 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:38:06.179772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:38:06.251879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Made reservation on behalf of 1ff5db14bdb2487fbe436e876ad2f1ed for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:38:06.261941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:06.282548 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4741c184-a98d-4994-971e-b1afcd8e8098 req-a4d12cdf-745b-493f-87ab-81c27d222596 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 210 time: 0.0761852
Jan 22 15:38:06.583402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Allocated IP 172.20.0.14 (de070441-2455-485f-8395-4fc30e0ef022/4a7e2e4c-bfe1-47c0-a924-6dc75a702091/57ab58f0-4405-484c-adec-50eb94cf7f01) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:38:06.842344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:06.858993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Transition to ACTIVE for port object 57ab58f0-4405-484c-adec-50eb94cf7f01 will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:38:06.907858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:06.923255 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bf9f473c-7815-464f-8e7b-723affbc2335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:07.063124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event updated for resources: {'Port': ['ID=57ab58f0-4405-484c-adec-50eb94cf7f01,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:07.067744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:07.122978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Network de070441-2455-485f-8395-4fc30e0ef022 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:38:07.124233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:38:07.126747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:38:07.145286 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-f4546205-0c2f-4eb3-a24d-064ea86153b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0826776
Jan 22 15:38:07.218308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:07.219076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:07.262815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-5ec91887-251e-4913-bd15-674382556d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:07.267069 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-5ec91887-251e-4913-bd15-674382556d55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 1163 time: 0.0868738
Jan 22 15:38:07.285804 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2709582
Jan 22 15:38:07.302798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Request body: {'port': {'device_id': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:07.410983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-0ea1a41f-81f1-46f9-b235-3833d5efdda5 None None] Provisioning for port 57ab58f0-4405-484c-adec-50eb94cf7f01 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:38:07.416851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-0ea1a41f-81f1-46f9-b235-3833d5efdda5 None None] Provisioning complete for port 57ab58f0-4405-484c-adec-50eb94cf7f01 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:38:07.417956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a41f-81f1-46f9-b235-3833d5efdda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:07.428803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-99609734-b6bb-476b-a298-7eae28a062a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:07.430403 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-99609734-b6bb-476b-a298-7eae28a062a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.1453166
Jan 22 15:38:07.436865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:07.478686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1a41f-81f1-46f9-b235-3833d5efdda5 None None] Port 57ab58f0-4405-484c-adec-50eb94cf7f01 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:38:07.547474 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-ec34f08b-3f13-4597-ae34-20d0a6fe0c2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1 HTTP/1.1" status: 200  len: 1002 time: 0.1101418
Jan 22 15:38:07.620681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-07b96ef0-c743-4219-8539-1f0651eed18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:07.622794 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-07b96ef0-c743-4219-8539-1f0651eed18a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0689423
Jan 22 15:38:07.704445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-b8999ead-a6b7-46e3-a57e-4d30e9c35a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:07.706473 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-b8999ead-a6b7-46e3-a57e-4d30e9c35a80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776038
Jan 22 15:38:07.713845 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f5e4-f9a9-4f89-8f95-1c34bb9d9cfd req-85996f97-1503-4216-8c4c-11a3d286e22c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:07.714895 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-acf1f5e4-f9a9-4f89-8f95-1c34bb9d9cfd req-85996f97-1503-4216-8c4c-11a3d286e22c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:38:07.862183 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-9103dc83-6173-44fb-af3a-c1c3db6048bb service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473227
Jan 22 15:38:08.014937 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3532ceb-96d3-4050-9193-86a1f8fdea53 req-704c1677-fa61-4836-a298-bf877f089664 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455464
Jan 22 15:38:08.062541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-acf1f5e4-f9a9-4f89-8f95-1c34bb9d9cfd req-85996f97-1503-4216-8c4c-11a3d286e22c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:38:08.063837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-acf1f5e4-f9a9-4f89-8f95-1c34bb9d9cfd req-85996f97-1503-4216-8c4c-11a3d286e22c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 932 time: 0.5785379
Jan 22 15:38:08.159260 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-acf1f5e4-f9a9-4f89-8f95-1c34bb9d9cfd req-efac563c-8102-4e6c-a8e7-b5ec5401c435 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812995
Jan 22 15:38:08.243117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ab58f0-4405-484c-adec-50eb94cf7f01 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:38:08.251034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:08.263992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Transition to ACTIVE for port object 57ab58f0-4405-484c-adec-50eb94cf7f01 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:38:08.296124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:08.311992 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-06daa14f-6a39-4670-909e-d8c97ff56341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:08.450076 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab58f0-4405-484c-adec-50eb94cf7f01,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:08.455065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:08.648177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Attempting to bind port 57ab58f0-4405-484c-adec-50eb94cf7f01 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:38:08.648560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Attempting to bind port 57ab58f0-4405-484c-adec-50eb94cf7f01 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:38:08.648932 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Attempting to bind port 57ab58f0-4405-484c-adec-50eb94cf7f01 on network de070441-2455-485f-8395-4fc30e0ef022 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:38:08.655677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:38:08.656056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Checking segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:38:08.656461 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:08.656857 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Bound using segment: {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:38:08.657332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Bound port: 57ab58f0-4405-484c-adec-50eb94cf7f01, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02399c9-c976-4650-95a8-fb18bb197171', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:38:08.657707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:08.753801 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] For port 57ab58f0-4405-484c-adec-50eb94cf7f01, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:38:08.756931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] For port 57ab58f0-4405-484c-adec-50eb94cf7f01, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=57ab58f0-4405-484c-adec-50eb94cf7f01,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:38:08.788020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:08.803934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:08.956530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab58f0-4405-484c-adec-50eb94cf7f01,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:08.962199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:08.997629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:08.998313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:08.999900 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] 10.222.0.62 "PUT /v2.0/ports/57ab58f0-4405-484c-adec-50eb94cf7f01 HTTP/1.1" status: 200  len: 1158 time: 1.7018213
Jan 22 15:38:09.000626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:38:09.061598 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01', 'status': 'completed', 'code': 200}
Jan 22 15:38:09.185086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b7ab-3f18-44e0-bc7a-d760b3afc903 req-92728c33-71a2-499f-959b-34934d8e53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:09.186808 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0107b7ab-3f18-44e0-bc7a-d760b3afc903 req-92728c33-71a2-499f-959b-34934d8e53d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 1161 time: 0.0811288
Jan 22 15:38:09.425273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b7ab-3f18-44e0-bc7a-d760b3afc903 req-b0533bda-14e8-4cbe-b138-40618aa534ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:09.425273 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0107b7ab-3f18-44e0-bc7a-d760b3afc903 req-b0533bda-14e8-4cbe-b138-40618aa534ff service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&shared=False HTTP/1.1" status: 200  len: 904 time: 0.2201529
Jan 22 15:38:09.477259 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f0527-03db-4712-81d7-53cf641584d1 req-5fafbb29-602a-4f10-a3d7-a675464abb9a tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:09.478941 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-040f0527-03db-4712-81d7-53cf641584d1 req-5fafbb29-602a-4f10-a3d7-a675464abb9a tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 944 time: 0.1884363
Jan 22 15:38:09.604374 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-040f0527-03db-4712-81d7-53cf641584d1 req-e6279ea4-00bd-4299-8ba3-ad0dea2b2726 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176879
Jan 22 15:38:09.647873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b7ab-3f18-44e0-bc7a-d760b3afc903 req-37511e3a-ec98-4923-ac6d-0dd36cdec8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:09.649464 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0107b7ab-3f18-44e0-bc7a-d760b3afc903 req-37511e3a-ec98-4923-ac6d-0dd36cdec8e0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2226009
Jan 22 15:38:09.783800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-20e128c5-0cee-417d-b33a-01cc50108744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:09.785505 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-20e128c5-0cee-417d-b33a-01cc50108744 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 1161 time: 0.0773249
Jan 22 15:38:09.868299 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-2e5d48dc-07ea-4e51-b98d-d79d381b9f7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab58f0-4405-484c-adec-50eb94cf7f01 HTTP/1.1" status: 200  len: 217 time: 0.0681992
Jan 22 15:38:09.936344 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-fb95ade0-6fe6-4371-9fb3-32772f4e6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:09.937930 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-fb95ade0-6fe6-4371-9fb3-32772f4e6769 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0636659
Jan 22 15:38:10.019921 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-808c5529-d49f-4d84-8b6d-d2918100e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:10.021574 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-808c5529-d49f-4d84-8b6d-d2918100e041 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772274
Jan 22 15:38:10.165734 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-d5f31698-b99c-4f6f-8c8a-6e6e17735b42 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374078
Jan 22 15:38:10.313659 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4a30f83f-bf2f-4c78-a6b9-f005a8de03f8 req-9c3165ec-8f68-4a7f-9d3b-c1fdd0ec3874 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373880
Jan 22 15:38:10.853257 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1bba-135e-4b58-ba73-0b1ccddeb46b req-ac032a61-d8a7-4f58-b0ee-bfb26691bf40 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:10.854916 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-029a1bba-135e-4b58-ba73-0b1ccddeb46b req-ac032a61-d8a7-4f58-b0ee-bfb26691bf40 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 944 time: 0.1106713
Jan 22 15:38:10.907313 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-029a1bba-135e-4b58-ba73-0b1ccddeb46b req-2f4d0ca9-5c93-4194-a528-19a4d24d7a41 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456572
Jan 22 15:38:12.145908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdea306-a8bf-4177-bd36-758ee223262b req-10076832-e9d9-4f42-9ac7-f504d05b6c2b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:12.147549 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fdea306-a8bf-4177-bd36-758ee223262b req-10076832-e9d9-4f42-9ac7-f504d05b6c2b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 944 time: 0.1110120
Jan 22 15:38:12.199516 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fdea306-a8bf-4177-bd36-758ee223262b req-0d26399a-8100-40b0-a8e4-7b6d44961bf4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457268
Jan 22 15:38:12.375199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 57ab58f0-4405-484c-adec-50eb94cf7f01 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:38:12.501417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 57ab58f0-4405-484c-adec-50eb94cf7f01 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:38:12.506697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 57ab58f0-4405-484c-adec-50eb94cf7f01 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:38:12.507121 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:12.630520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:12.658935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:38:12.669306 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 57ab58f0-4405-484c-adec-50eb94cf7f01, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=57ab58f0-4405-484c-adec-50eb94cf7f01,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:38:12.696100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:12.698168 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:12.776566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=57ab58f0-4405-484c-adec-50eb94cf7f01,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:12.785429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.785822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.786203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.786609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.786979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.787353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.787724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.788091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.788461 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.788827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.789192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.789558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.789976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.790342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.790738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.791260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.791471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.791800 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.792163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.792525 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.792887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.793247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.793703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.793943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:38:12.798730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:12.801128 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01', 'code': 200}
Jan 22 15:38:13.123954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b1ea8-aae0-4c8f-b89f-58e64cac10c4 req-6c1f0af8-7e41-4fc9-bfaf-b63b55b1bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:13.125616 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e5b1ea8-aae0-4c8f-b89f-58e64cac10c4 req-6c1f0af8-7e41-4fc9-bfaf-b63b55b1bb8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 1163 time: 0.0781360
Jan 22 15:38:13.168670 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e5b1ea8-aae0-4c8f-b89f-58e64cac10c4 req-d9307954-7da9-44ae-b68a-d058f3316ace service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365496
Jan 22 15:38:13.437265 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301a916-1f3a-4aa8-b491-f7ad5df6d378 req-eba0924b-542c-4cf1-af45-a27b9df1d670 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:13.438905 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7301a916-1f3a-4aa8-b491-f7ad5df6d378 req-eba0924b-542c-4cf1-af45-a27b9df1d670 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 946 time: 0.1114986
Jan 22 15:38:13.491173 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7301a916-1f3a-4aa8-b491-f7ad5df6d378 req-c677cc29-4a60-4fa6-8bf9-c608480aa63b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459552
Jan 22 15:38:14.041271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 57ab58f0-4405-484c-adec-50eb94cf7f01 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:38:14.129365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 57ab58f0-4405-484c-adec-50eb94cf7f01 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:38:14.129791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:14.229412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:14.728194 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581cde1-f187-48c2-ab33-1da6fa31a568 req-a71302c9-d3e1-440b-97b4-560fd0640121 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:14.729797 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d581cde1-f187-48c2-ab33-1da6fa31a568 req-a71302c9-d3e1-440b-97b4-560fd0640121 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 946 time: 0.1070876
Jan 22 15:38:14.787672 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d581cde1-f187-48c2-ab33-1da6fa31a568 req-6cd78864-6136-48ad-b675-e9c70630fd98 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509577
Jan 22 15:38:15.015089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b8179-3ef0-4a90-ab57-6e5cc9b1c6bd req-21b919ce-6317-4da1-9ec5-8ffc43fb113b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:15.016672 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-179b8179-3ef0-4a90-ab57-6e5cc9b1c6bd req-21b919ce-6317-4da1-9ec5-8ffc43fb113b tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 946 time: 0.1077747
Jan 22 15:38:15.026391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 48890) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:38:15.032624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Request body: {'floatingip': {'port_id': '57ab58f0-4405-484c-adec-50eb94cf7f01'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:15.124427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:15.765422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:15.798513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:15.977567 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Floating IP e65ae82f-12e9-4295-9a16-5085dbf1268e associated. External IP: 172.27.3.95, port: 57ab58f0-4405-484c-adec-50eb94cf7f01.
Jan 22 15:38:16.588035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Router 908c958c-e897-40c5-b531-b879486eaf1a has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:38:16.785808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:38:16.792379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:16.797802 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] Sync routers for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:38:16.807988 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:38:16.808664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfd7e668>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:37:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:16.853293 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7117b658-0903-4d9d-8e63-640537982798 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "PUT /v2.0/floatingips/e65ae82f-12e9-4295-9a16-5085dbf1268e HTTP/1.1" status: 200  len: 991 time: 1.8256292
Jan 22 15:38:16.853908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:38:16.914035 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01', 'status': 'completed', 'code': 200}
Jan 22 15:38:17.000392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:38:17.058558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-b113bbd4-4a67-4979-aae5-ec9ce5ce93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:17.060807 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-b113bbd4-4a67-4979-aae5-ec9ce5ce93b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 1163 time: 0.0846531
Jan 22 15:38:17.211226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-5bcf6b1d-3414-44da-8845-638edf975226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:17.212831 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-5bcf6b1d-3414-44da-8845-638edf975226 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1454256
Jan 22 15:38:17.328293 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-ad408547-a311-45c6-8fb4-2cc0342d7ad9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab58f0-4405-484c-adec-50eb94cf7f01 HTTP/1.1" status: 200  len: 999 time: 0.1083653
Jan 22 15:38:17.381459 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfd7e668>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'e65ae82f-12e9-4295-9a16-5085dbf1268e', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'port_id': '57ab58f0-4405-484c-adec-50eb94cf7f01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'mac_address': 'fa:16:3e:bf:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:38:01Z', 'updated_at': '2021-01-22T15:38:15Z', 'revision_number': 1, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:17.385529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] Checking router: 908c958c-e897-40c5-b531-b879486eaf1a for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:38:17.394473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:38:17.395164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1dfd7e668>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:37:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:17.400253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-99d75524-6844-482d-8d89-3c83e176adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:17.401869 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-99d75524-6844-482d-8d89-3c83e176adeb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0665352
Jan 22 15:38:17.492954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-61958933-9843-45fb-a20a-9c5365121fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:17.494483 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-61958933-9843-45fb-a20a-9c5365121fdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853682
Jan 22 15:38:17.588009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:38:17.641093 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-90aa4d86-0411-496b-aab2-e888d806c806 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396260
Jan 22 15:38:17.790546 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f85644bc-2b02-47a8-9e0e-d6f685f8c77b req-602bdae3-cbfa-4c66-9842-ccb7f0f52f28 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428339
Jan 22 15:38:18.128078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1dfd7e668>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'e65ae82f-12e9-4295-9a16-5085dbf1268e', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'port_id': '57ab58f0-4405-484c-adec-50eb94cf7f01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'mac_address': 'fa:16:3e:bf:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:38:01Z', 'updated_at': '2021-01-22T15:38:15Z', 'revision_number': 1, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:18.132273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0babf33a-2883-403d-9c74-a314c35949ef None None] The sync data for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi is: [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': 'e65ae82f-12e9-4295-9a16-5085dbf1268e', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'port_id': '57ab58f0-4405-484c-adec-50eb94cf7f01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'mac_address': 'fa:16:3e:bf:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:38:01Z', 'updated_at': '2021-01-22T15:38:15Z', 'revision_number': 1, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:38:18.445554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987ac64-197b-4a15-a742-28666543481c None None] New status for floating IP e65ae82f-12e9-4295-9a16-5085dbf1268e: ACTIVE {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:38:21.598283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f74eb194-a402-4b65-bb50-2076fe378c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:24.107139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e74d65dc-1dfa-4f43-a316-346fb6c24904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:24.740663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:25.558222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:25.998503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:35.262411 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:38:38.321997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2c43-e1fb-4c62-817b-2d51a8b3bc28 req-73e02f1d-aa76-4fc6-8cec-fa9c4b1cdebd tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:38.323750 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5c8e2c43-e1fb-4c62-817b-2d51a8b3bc28 req-73e02f1d-aa76-4fc6-8cec-fa9c4b1cdebd tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 946 time: 0.1072350
Jan 22 15:38:38.377724 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5c8e2c43-e1fb-4c62-817b-2d51a8b3bc28 req-436ec50e-dcc0-4bb6-a3d8-eae309caa351 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0468552
Jan 22 15:38:39.625794 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52992eb7-86c9-4f0e-b405-be378041b04b req-f9888595-177f-4a1e-8b03-0b982c7151f4 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:39.627891 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-52992eb7-86c9-4f0e-b405-be378041b04b req-f9888595-177f-4a1e-8b03-0b982c7151f4 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 946 time: 0.1101470
Jan 22 15:38:39.680055 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-52992eb7-86c9-4f0e-b405-be378041b04b req-ad9024bd-cd43-4571-998e-87e3bffdfeec tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0450718
Jan 22 15:38:40.058753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-c949a2dd-6c9b-4002-8217-ec541f335960 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:40.060378 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-c949a2dd-6c9b-4002-8217-ec541f335960 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 946 time: 0.1146579
Jan 22 15:38:40.146229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port f38bbed4-1bea-4572-b119-fc7dc7a758b1 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:38:40.146639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:40.211142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device f38bbed4-1bea-4572-b119-fc7dc7a758b1 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:38:40.337501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:40.367255 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:38:40.377770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port f38bbed4-1bea-4572-b119-fc7dc7a758b1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:38:40.410283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:40.412258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:40.419956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] For port f38bbed4-1bea-4572-b119-fc7dc7a758b1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:38:40.420364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:40.449909 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'code': 200}
Jan 22 15:38:40.483008 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=f38bbed4-1bea-4572-b119-fc7dc7a758b1,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:40.487174 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:40.739749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:40.740242 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:40.740484 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Floating IP 5f99b504-0571-44c7-82c9-dd991113034e disassociated. External IP: 172.27.3.146, port: f38bbed4-1bea-4572-b119-fc7dc7a758b1.
Jan 22 15:38:40.740859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for f38bbed4-1bea-4572-b119-fc7dc7a758b1 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:38:40.929986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f6aee-08e3-4a41-9696-e0414fe82190 req-da6a77fa-4bae-4f28-b1ad-0a5829d77a69 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:40.931552 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a09f6aee-08e3-4a41-9696-e0414fe82190 req-da6a77fa-4bae-4f28-b1ad-0a5829d77a69 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1125050
Jan 22 15:38:40.957361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80248) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:38:40.957726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:38:40.990305 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a09f6aee-08e3-4a41-9696-e0414fe82190 req-9376dbcb-5832-4f95-a2cf-25f9c7184735 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0524240
Jan 22 15:38:41.458762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port f38bbed4-1bea-4572-b119-fc7dc7a758b1 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:38:41.459161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:41.725512 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] For port f38bbed4-1bea-4572-b119-fc7dc7a758b1, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f38bbed4-1bea-4572-b119-fc7dc7a758b1,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:38:41.725837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:42.029514 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:42.030039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:42.030158 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Floating IP 5f99b504-0571-44c7-82c9-dd991113034e disassociated. External IP: 172.27.3.146, port: f38bbed4-1bea-4572-b119-fc7dc7a758b1.
Jan 22 15:38:42.030518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for f38bbed4-1bea-4572-b119-fc7dc7a758b1 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:38:42.275662 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc82-2e65-454e-82ba-cc18e5d2113a req-921a8803-5c56-4d4d-a4ff-46004c5d652f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:42.277299 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-257bfc82-2e65-454e-82ba-cc18e5d2113a req-921a8803-5c56-4d4d-a4ff-46004c5d652f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 944 time: 0.1538224
Jan 22 15:38:42.333250 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:42.353396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b35179c8-88b8-43b9-9a08-49db1e622e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:42.401077 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-257bfc82-2e65-454e-82ba-cc18e5d2113a req-2b2d4853-a7f3-49fd-ae38-cfa40cbb9656 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1161232
Jan 22 15:38:42.458507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event deleted for resources: {'Port': ['ID=f38bbed4-1bea-4572-b119-fc7dc7a758b1,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:42.461714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:42.968273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:38:43.164651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:38:43.175661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:38:43.188609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:38:43.189353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e488eef0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:38:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:43.205364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] No DVR routers for this DVR port f38bbed4-1bea-4572-b119-fc7dc7a758b1 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:38:43.207743 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:43.210724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'name': 'network-vif-deleted', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:38:43.224404 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c21fd3fe-bfd0-4712-ac96-e38ec0c9a536 req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "DELETE /v2.0/ports/f38bbed4-1bea-4572-b119-fc7dc7a758b1 HTTP/1.1" status: 204  len: 173 time: 3.1571012
Jan 22 15:38:43.275110 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7810e47-ae10-4b2d-8f32-fd5bbf17d169', 'name': 'network-vif-deleted', 'tag': 'f38bbed4-1bea-4572-b119-fc7dc7a758b1', 'status': 'completed', 'code': 200}
Jan 22 15:38:43.393816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:38:43.593457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b33452ed-bc1b-42e4-998c-a93cf7bcbd39 req-6117317d-66d8-404a-9c63-9ba87b04d679 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:38:43.637829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b33452ed-bc1b-42e4-998c-a93cf7bcbd39 req-6117317d-66d8-404a-9c63-9ba87b04d679 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:38:43.639232 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b33452ed-bc1b-42e4-998c-a93cf7bcbd39 req-6117317d-66d8-404a-9c63-9ba87b04d679 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=d7810e47-ae10-4b2d-8f32-fd5bbf17d169 HTTP/1.1" status: 200  len: 210 time: 0.0979104
Jan 22 15:38:43.735934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e488eef0>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:43.740414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:38:43.749315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:38:43.749984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e488eef0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:38:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:43.938446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:38:44.203665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:44.293179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e488eef0>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:38:44.297561 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fece1b1-60b5-447f-a2d2-405f9480a19b None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:38:44.737061 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e369c7-a488-4325-a504-62e649c7123d None None] New status for floating IP 5f99b504-0571-44c7-82c9-dd991113034e: DOWN {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:38:45.002882 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-249769ee-95c0-4dfa-a79e-d5fc9601fcf2 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-29520431&fields=id&tenant_id=06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 267 time: 0.0512133
Jan 22 15:38:45.193282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-eea25aa6-f542-4f8c-9b9a-dddac523521d tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:45.194984 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-eea25aa6-f542-4f8c-9b9a-dddac523521d tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 812 time: 0.1829410
Jan 22 15:38:45.212428 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-976d771c-d9bf-4027-a9b5-df36826674ed tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/quotas/06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 375 time: 0.0111923
Jan 22 15:38:45.316779 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-9b7f0a9c-eacd-4fcb-b62c-18b26a75602e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0983911
Jan 22 15:38:45.440756 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-68e507e1-8e13-44bf-99b2-04114684e2a3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=80248) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 15:38:45.441957 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-68e507e1-8e13-44bf-99b2-04114684e2a3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1121123
Jan 22 15:38:45.589989 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-8152a384-4a0d-4549-a374-eb9b8f116f29 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412268
Jan 22 15:38:45.737185 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-6d202c9a-d809-40c3-b41a-cdbc38c6262e service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403761
Jan 22 15:38:46.300852 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-43205df6-1bce-4d3a-9792-8a2de4417ca5 req-30e7a057-4cf5-405c-a9b6-2565241242f4 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 210 time: 0.0546272
Jan 22 15:38:47.479444 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-58c3792d-0118-455f-abe7-0ca32a67fcce req-f504e00b-6738-4f0c-9c79-088f4625f8ac tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 210 time: 0.0489969
Jan 22 15:38:47.906045 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-84451d0a-1b35-416b-add2-ff8cfa25b1ed tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:47.907655 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-84451d0a-1b35-416b-add2-ff8cfa25b1ed tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 812 time: 0.1829653
Jan 22 15:38:48.007896 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-533e4e79-0b1b-43ac-8eba-75343c4b6471 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 5761 time: 0.0759728
Jan 22 15:38:48.016824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'port': {'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'admin_state_up': True, 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'security_groups': ['f52762fe-9ae5-4660-bb74-783da764abc0']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:48.165714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:38:48.176409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:38:48.215033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Made reservation on behalf of 06edc906882c4b89bad2e635eb203c1e for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:38:48.224948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:48.540796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Allocated IP 172.20.0.10 (21ad423d-38dc-4d5a-aa7e-aa67071a2abb/f5d2773f-e47e-4caa-8b37-86b1fc21dbd0/49e68fa8-3c18-409d-86eb-5728c30e83e4) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:38:48.716263 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4b5896f3-088c-4265-a494-1446982a4ca9 req-37111b05-405a-44b1-94dd-44688665b186 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 210 time: 0.0587475
Jan 22 15:38:48.800927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:48.819253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Transition to ACTIVE for port object 49e68fa8-3c18-409d-86eb-5728c30e83e4 will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:38:48.879116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:48.894717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:49.046016 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=49e68fa8-3c18-409d-86eb-5728c30e83e4,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:49.051403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:49.104440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:38:49.112848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:38:49.112848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:38:49.196267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:49.198866 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:49.239903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2270825
Jan 22 15:38:49.260511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Request body: {'port': {'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:38:49.329586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-173e2724-106e-40e9-a54f-3b05972a6242 None None] Provisioning for port 49e68fa8-3c18-409d-86eb-5728c30e83e4 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:38:49.335150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-173e2724-106e-40e9-a54f-3b05972a6242 None None] Provisioning complete for port 49e68fa8-3c18-409d-86eb-5728c30e83e4 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:38:49.335566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-173e2724-106e-40e9-a54f-3b05972a6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:49.391095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:49.394155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-173e2724-106e-40e9-a54f-3b05972a6242 None None] Port 49e68fa8-3c18-409d-86eb-5728c30e83e4 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:38:49.809821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e68fa8-3c18-409d-86eb-5728c30e83e4 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:38:49.817732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:49.830029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Transition to ACTIVE for port object 49e68fa8-3c18-409d-86eb-5728c30e83e4 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:38:49.890187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:49.914338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-195e2429-16ed-44f6-b7be-e467fdd58fa3 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:50.052660 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=49e68fa8-3c18-409d-86eb-5728c30e83e4,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:50.062254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:50.145854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b0eaa-b392-466e-b611-7293e5447a23 req-e67fe68a-c684-4de2-b920-896f218f07cf tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:50.146697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6f6b0eaa-b392-466e-b611-7293e5447a23 req-e67fe68a-c684-4de2-b920-896f218f07cf tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:38:50.517080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6f6b0eaa-b392-466e-b611-7293e5447a23 req-e67fe68a-c684-4de2-b920-896f218f07cf tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:38:50.518936 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6f6b0eaa-b392-466e-b611-7293e5447a23 req-e67fe68a-c684-4de2-b920-896f218f07cf tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 944 time: 0.6689558
Jan 22 15:38:50.588789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Attempting to bind port 49e68fa8-3c18-409d-86eb-5728c30e83e4 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:38:50.589073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Attempting to bind port 49e68fa8-3c18-409d-86eb-5728c30e83e4 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:38:50.589438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Attempting to bind port 49e68fa8-3c18-409d-86eb-5728c30e83e4 on network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:38:50.599554 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6f6b0eaa-b392-466e-b611-7293e5447a23 req-18a43756-8312-40e1-ae00-f361a97ad7b9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0701790
Jan 22 15:38:50.602261 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:38:50.602657 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Checking segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:38:50.603063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:50.603449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Bound using segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:38:50.603920 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Bound port: 49e68fa8-3c18-409d-86eb-5728c30e83e4, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:38:50.604293 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:50.707759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] For port 49e68fa8-3c18-409d-86eb-5728c30e83e4, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:38:50.711542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] For port 49e68fa8-3c18-409d-86eb-5728c30e83e4, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:38:50.747301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:50.764557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c8acd08c-1b36-4a0e-804d-ef1aa2f4c4dd tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:50.931973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=49e68fa8-3c18-409d-86eb-5728c30e83e4,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:50.936143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:50.978106 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:50.978823 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:50.980433 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] 10.222.0.62 "PUT /v2.0/ports/49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 1158 time: 1.7247291
Jan 22 15:38:50.981028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:38:51.050330 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'status': 'completed', 'code': 200}
Jan 22 15:38:51.157477 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-2bd1cbc8-cfc8-440a-be9c-d95c7418d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:51.159664 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-2bd1cbc8-cfc8-440a-be9c-d95c7418d29f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1161 time: 0.0888526
Jan 22 15:38:51.246468 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-805a36da-c1c2-471c-9ca9-a41780460602 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 217 time: 0.0730009
Jan 22 15:38:51.318370 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-e4ff3b45-7058-4fe5-a9e5-c55125492db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:51.320001 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-e4ff3b45-7058-4fe5-a9e5-c55125492db7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0659134
Jan 22 15:38:51.404938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-6c68d648-6716-472e-8489-d0f7c9dc9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:51.406614 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-6c68d648-6716-472e-8489-d0f7c9dc9d7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797088
Jan 22 15:38:51.556911 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-5e405538-670a-455b-8bbc-8764bed200bc service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429448
Jan 22 15:38:51.580765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e78e4734-9665-4a18-afac-e96042ed16c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:51.701983 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a7b17dc-4965-432c-9747-07b88aba0ab1 req-2ab6a6a4-5e68-4042-af4e-280739ea2dea service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389861
Jan 22 15:38:51.899676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fefd83-908b-4100-8d5a-d96f78abcf8d req-7ffbcec1-f955-4caf-b856-7733e3d1bd71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:51.901188 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e2fefd83-908b-4100-8d5a-d96f78abcf8d req-7ffbcec1-f955-4caf-b856-7733e3d1bd71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 944 time: 0.1604910
Jan 22 15:38:51.964271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696690f4-c639-4ac0-af07-90d848d126e7 req-6d302517-4001-4a80-ba0e-01e858018c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:51.965943 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-696690f4-c639-4ac0-af07-90d848d126e7 req-6d302517-4001-4a80-ba0e-01e858018c75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1161 time: 0.1488364
Jan 22 15:38:51.974752 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e2fefd83-908b-4100-8d5a-d96f78abcf8d req-28b0a5df-fde1-4989-940d-e9ea89473a28 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0657136
Jan 22 15:38:52.114057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696690f4-c639-4ac0-af07-90d848d126e7 req-458f2067-3a07-4085-90dd-ea76facd37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:52.115649 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-696690f4-c639-4ac0-af07-90d848d126e7 req-458f2067-3a07-4085-90dd-ea76facd37bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.1399932
Jan 22 15:38:52.189003 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-696690f4-c639-4ac0-af07-90d848d126e7 req-d0f07ce8-aae9-4462-8853-8b9bbcb2c6cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 217 time: 0.0662920
Jan 22 15:38:52.262024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696690f4-c639-4ac0-af07-90d848d126e7 req-f636e051-048c-4b3b-9a9b-5f39ed82f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:52.263736 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-696690f4-c639-4ac0-af07-90d848d126e7 req-f636e051-048c-4b3b-9a9b-5f39ed82f4d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0679469
Jan 22 15:38:52.349127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696690f4-c639-4ac0-af07-90d848d126e7 req-881cd2bb-17b9-4a25-b6c6-b0552b78de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:52.350788 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-696690f4-c639-4ac0-af07-90d848d126e7 req-881cd2bb-17b9-4a25-b6c6-b0552b78de45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807629
Jan 22 15:38:52.506337 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-696690f4-c639-4ac0-af07-90d848d126e7 req-24395d03-20ce-48da-8bd2-c59face82905 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427195
Jan 22 15:38:52.650335 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-696690f4-c639-4ac0-af07-90d848d126e7 req-9c3939c8-6bab-48f0-861c-0edda901ee06 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372938
Jan 22 15:38:53.218977 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f959-957a-4e7b-8c26-1b5d04b9240b req-ac52e63f-44a3-48cd-9443-41a6b87143d9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:53.220674 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a87f959-957a-4e7b-8c26-1b5d04b9240b req-ac52e63f-44a3-48cd-9443-41a6b87143d9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 944 time: 0.1064000
Jan 22 15:38:53.277106 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a87f959-957a-4e7b-8c26-1b5d04b9240b req-c883a30e-accc-468c-a5df-e245e5a02845 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0500896
Jan 22 15:38:53.923815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0b110167-51c7-4024-a8e8-2c8764113317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:54.513945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856a153-f716-44be-a97f-7641bdbf2bd2 req-14eda3ee-1bab-4e38-8b96-98d33668355a tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:54.515517 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3856a153-f716-44be-a97f-7641bdbf2bd2 req-14eda3ee-1bab-4e38-8b96-98d33668355a tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 944 time: 0.1077878
Jan 22 15:38:54.567910 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3856a153-f716-44be-a97f-7641bdbf2bd2 req-87a01fdd-66d2-42e7-9850-2538b6595555 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0461235
Jan 22 15:38:54.729048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:55.546144 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:55.808555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855666b-b4bc-455a-bfce-77ded2f7f38e req-082fe4bb-8612-4756-af87-6a50e59b2023 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:55.810235 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0855666b-b4bc-455a-bfce-77ded2f7f38e req-082fe4bb-8612-4756-af87-6a50e59b2023 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 944 time: 0.1130495
Jan 22 15:38:55.866623 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0855666b-b4bc-455a-bfce-77ded2f7f38e req-603aa660-29ca-4479-9be6-42452e49f5de tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0496261
Jan 22 15:38:56.003307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:57.108540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac614be-f183-467b-80cd-49cdf2f577f1 req-4bd77166-d942-4b79-9deb-c6d0ad42e4d9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:57.110271 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dac614be-f183-467b-80cd-49cdf2f577f1 req-4bd77166-d942-4b79-9deb-c6d0ad42e4d9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 944 time: 0.1126578
Jan 22 15:38:57.170803 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-dac614be-f183-467b-80cd-49cdf2f577f1 req-81100573-8bf7-4a67-8071-67c6ebb32a70 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0504730
Jan 22 15:38:58.403696 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0102a-d0b6-4b4e-b77c-b681c846126b req-e9906196-7a9a-4ba1-be0b-71dae5a00e6d tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:58.405349 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-13a0102a-d0b6-4b4e-b77c-b681c846126b req-e9906196-7a9a-4ba1-be0b-71dae5a00e6d tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 944 time: 0.1074903
Jan 22 15:38:58.458736 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-13a0102a-d0b6-4b4e-b77c-b681c846126b req-12a95bc1-aacf-4f2b-a91f-91d7ae2f4aa2 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0464137
Jan 22 15:38:58.746044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 49e68fa8-3c18-409d-86eb-5728c30e83e4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:38:58.849059 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 49e68fa8-3c18-409d-86eb-5728c30e83e4 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:38:58.854288 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 49e68fa8-3c18-409d-86eb-5728c30e83e4 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:38:58.854747 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:58.977010 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:59.175590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:38:59.186013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 49e68fa8-3c18-409d-86eb-5728c30e83e4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:38:59.215155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:38:59.218058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:38:59.256239 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'code': 200}
Jan 22 15:38:59.291720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=49e68fa8-3c18-409d-86eb-5728c30e83e4,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:38:59.295501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:38:59.700503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3a840-8fff-46b9-8144-1e54c2aadd61 req-b7aeb338-f2f5-45ba-9b46-0f5d2d3fd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:59.702113 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9bd3a840-8fff-46b9-8144-1e54c2aadd61 req-b7aeb338-f2f5-45ba-9b46-0f5d2d3fd6f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1163 time: 0.1514697
Jan 22 15:38:59.730060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245971e-a8b9-4d48-b674-02339d91d518 req-ab456df5-ce08-4a26-99dc-4f3151e3c948 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:38:59.731706 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f245971e-a8b9-4d48-b674-02339d91d518 req-ab456df5-ce08-4a26-99dc-4f3151e3c948 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1414983
Jan 22 15:38:59.806676 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9bd3a840-8fff-46b9-8144-1e54c2aadd61 req-2245c0f6-3f17-48cf-a52c-e67a256bb144 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0738974
Jan 22 15:38:59.815099 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f245971e-a8b9-4d48-b674-02339d91d518 req-76cea7f1-8e8e-475d-90f7-d8ae7926c8ca tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0679173
Jan 22 15:39:00.470586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 49e68fa8-3c18-409d-86eb-5728c30e83e4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:39:00.549396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 49e68fa8-3c18-409d-86eb-5728c30e83e4 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:39:00.549855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:01.060430 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cab6f-6ba1-4657-b283-23458920bfed req-36a80d18-8c93-40a1-b71e-a77942993074 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:01.062119 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bc8cab6f-6ba1-4657-b283-23458920bfed req-36a80d18-8c93-40a1-b71e-a77942993074 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1083386
Jan 22 15:39:01.116829 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bc8cab6f-6ba1-4657-b283-23458920bfed req-e7b45ee4-688a-4a7f-8752-2079e4a3e7cc tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0473170
Jan 22 15:39:02.361388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b1807-bbb0-412c-91de-ce1837d0e071 req-5ce3f835-b91b-487e-b1d8-3780102f217f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:02.363414 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-564b1807-bbb0-412c-91de-ce1837d0e071 req-5ce3f835-b91b-487e-b1d8-3780102f217f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1130173
Jan 22 15:39:02.416409 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-564b1807-bbb0-412c-91de-ce1837d0e071 req-207d2c49-abd7-45f7-b50c-a896caf8441c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0465615
Jan 22 15:39:02.649134 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848aa3-c5cc-44d3-915a-0bcbe109964d req-40cb540b-1658-4384-86c1-ab38de1485d7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:02.650706 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb848aa3-c5cc-44d3-915a-0bcbe109964d req-40cb540b-1658-4384-86c1-ab38de1485d7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1062462
Jan 22 15:39:02.705421 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bb848aa3-c5cc-44d3-915a-0bcbe109964d req-01cae0cc-029c-406c-ba9b-f34ff8bba9f4 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0485640
Jan 22 15:39:02.930954 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-33ce194f-de0e-446a-8085-f39822e7b43c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1711304
Jan 22 15:39:02.941338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:39:02.951421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:39:02.961338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:39:02.998143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:03.145276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:03.420032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Allocated IP 172.27.3.69 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/251166df-a571-4059-9579-31aa14cb16dc) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:39:03.683030 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:03.741098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:03.756876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-238b976f-081b-4891-a3b5-62a1f744ba55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:04.130584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=251166df-a571-4059-9579-31aa14cb16dc,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:04.145050 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.145473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.145888 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.146301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.146765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.147175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.147580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.147983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.148387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.148789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.149189 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.149588 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.150057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.150451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.150873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.151345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.151754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.152154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.152552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.152945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.153341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.153738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.154138 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.154553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:04.168990 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:04.206637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:39:04.207738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:39:04.210111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:39:04.299081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:04.400596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:04.675410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:04.717648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:04.733487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-3a3b7676-b392-43d1-ac53-8ed439ec8cc9 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:04.866159 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=251166df-a571-4059-9579-31aa14cb16dc,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:04.870844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:04.975267 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:05.033251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:05.034639 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0975220
Jan 22 15:39:05.125649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-480a7040-efdd-4b99-a517-dc43e4e744eb tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:39:05.192349 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-480a7040-efdd-4b99-a517-dc43e4e744eb tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:39:05.193680 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-480a7040-efdd-4b99-a517-dc43e4e744eb tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200  len: 695 time: 0.1524391
Jan 22 15:39:05.381012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-17263c57-81ff-42a0-b972-fd17591b9569 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:05.382603 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a17cc24b-06f3-4d9c-998c-4bfd3e9cf2e0 req-17263c57-81ff-42a0-b972-fd17591b9569 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1828690
Jan 22 15:39:05.646796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc535-4805-433e-9110-c4224ae7e4bc req-4992721b-1cfc-4374-8c14-b0be361101eb tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:05.648488 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-4992721b-1cfc-4374-8c14-b0be361101eb tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1130893
Jan 22 15:39:05.740339 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-7634bd77-c618-47eb-b23a-120c54cf33e5 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200  len: 695 time: 0.0854897
Jan 22 15:39:05.751175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'floatingip': {'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:39:05.842102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:06.505916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:06.535238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:06.719986 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Floating IP 20397ef0-3018-47bd-b190-9d95038893d5 associated. External IP: 172.27.3.69, port: 49e68fa8-3c18-409d-86eb-5728c30e83e4.
Jan 22 15:39:07.146726 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:39:07.504043 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-fa81d383-edc0-4608-8000-1051965876c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4226196
Jan 22 15:39:07.605021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:39:07.609796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:07.615258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:39:07.629926 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:39:07.630807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e58d62e8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:38:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:07.723735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-ff3959a6-770f-4f5f-8789-97ca5e22e170 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "PUT /v2.0/floatingips/20397ef0-3018-47bd-b190-9d95038893d5 HTTP/1.1" status: 200  len: 996 time: 1.9771614
Jan 22 15:39:07.724439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:39:07.804409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-7294b740-c734-47e7-8a6b-208281bb8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:07.806043 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-7294b740-c734-47e7-8a6b-208281bb8232 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 1163 time: 0.1656613
Jan 22 15:39:07.810155 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'status': 'completed', 'code': 200}
Jan 22 15:39:07.836559 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc535-4805-433e-9110-c4224ae7e4bc req-2410d6d0-7648-4c91-8fde-7c35844935b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:07.838226 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-2410d6d0-7648-4c91-8fde-7c35844935b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1163 time: 0.0927486
Jan 22 15:39:07.856793 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:39:08.057269 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-d6b91f4e-bdd6-42be-bf92-1ee5baf6d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.059514 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-d6b91f4e-bdd6-42be-bf92-1ee5baf6d160 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 200  len: 904 time: 0.1716781
Jan 22 15:39:08.067212 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-14a6814f-c1d1-4b22-b776-c6532c76a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.068854 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-14a6814f-c1d1-4b22-b776-c6532c76a196 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1163 time: 0.1974459
Jan 22 15:39:08.069821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc535-4805-433e-9110-c4224ae7e4bc req-d8adcf8d-a51e-47ad-8f42-75aeebb8774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.071355 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-d8adcf8d-a51e-47ad-8f42-75aeebb8774b service neutron] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2262986
Jan 22 15:39:08.177816 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-f28b1000-72ac-4aba-86b2-c461361489af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab58f0-4405-484c-adec-50eb94cf7f01 HTTP/1.1" status: 200  len: 1001 time: 0.1110361
Jan 22 15:39:08.248245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e58d62e8>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:06Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:08.250911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-e5ea2945-f0a4-441a-aef1-3e89e26631d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.250911 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-e5ea2945-f0a4-441a-aef1-3e89e26631d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 200  len: 849 time: 0.0658824
Jan 22 15:39:08.253487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:39:08.263375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:39:08.264054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e58d62e8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:38:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:08.275591 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-6103fb68-6e71-4a5b-a35a-eba9701460a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 999 time: 0.1760361
Jan 22 15:39:08.342065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-f64d7f1a-82eb-44ca-aae2-05a21b71e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.343780 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-f64d7f1a-82eb-44ca-aae2-05a21b71e77e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de070441-2455-485f-8395-4fc30e0ef022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854125
Jan 22 15:39:08.383613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-4ac233b3-1f89-44cb-b872-c6d74f6cffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.385156 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-4ac233b3-1f89-44cb-b872-c6d74f6cffb5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.3096085
Jan 22 15:39:08.391196 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc535-4805-433e-9110-c4224ae7e4bc req-335a4884-ffc4-4ae2-a449-1238204d9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.392732 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-335a4884-ffc4-4ae2-a449-1238204d9183 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.1068344
Jan 22 15:39:08.464389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:39:08.495633 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-69cd9f6e-1d4b-46c2-a32f-7f278796cee0 service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434588
Jan 22 15:39:08.555405 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-8bbb8260-c043-4a28-ac3f-c62e351d1ae2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 999 time: 0.1615567
Jan 22 15:39:08.623108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc535-4805-433e-9110-c4224ae7e4bc req-cfcc2f7e-7b2c-4cdd-8e3f-a4259527a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.630684 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-cfcc2f7e-7b2c-4cdd-8e3f-a4259527a561 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1780202
Jan 22 15:39:08.647044 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3458d40c-8be1-4d06-a45f-857c80dea52e req-1ad879c3-202c-406b-9c6c-9bb0585f56cd service neutron] 10.222.0.62 "GET /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444321
Jan 22 15:39:08.739775 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-986fec5a-294c-46a4-94ad-1afe1d55bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.741422 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-986fec5a-294c-46a4-94ad-1afe1d55bd52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.1770048
Jan 22 15:39:08.860521 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-af191ab4-7591-46b5-ac8b-4cc616a0b99f service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285590
Jan 22 15:39:08.868221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e58d62e8>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:06Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:08.872535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4869192-22b5-416e-b866-b6cfa1b3bcb4 None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:06Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:39:08.898209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-e7ef835e-ed88-420c-923c-3a3d09c91658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:08.899601 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-e7ef835e-ed88-420c-923c-3a3d09c91658 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1476119
Jan 22 15:39:09.140614 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-efabc535-4805-433e-9110-c4224ae7e4bc req-2eafbf2d-a41c-4316-b97a-706376b19b93 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2710693
Jan 22 15:39:09.149595 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-14b1b352-77b1-4ee9-a9b3-a2a618c65b28 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997292
Jan 22 15:39:09.183281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06963561-4f12-40cf-90b6-f45bf994e55f None None] New status for floating IP 20397ef0-3018-47bd-b190-9d95038893d5: ACTIVE {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:39:09.305837 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cf428fa-85a7-45f1-b71c-6d2be7ea1ff3 req-a4a218e9-2496-4419-bb29-ebf5a0529162 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488163
Jan 22 15:39:12.262516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:39:14.214863 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:21.138989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a7ed7-216e-4cdd-a197-81f6f0978594 req-68e82ba9-1fa1-4d87-a7cc-e133ed01a7d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:21.140625 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-548a7ed7-216e-4cdd-a197-81f6f0978594 req-68e82ba9-1fa1-4d87-a7cc-e133ed01a7d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 946 time: 0.1086206
Jan 22 15:39:21.192993 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-548a7ed7-216e-4cdd-a197-81f6f0978594 req-0d801789-86dc-4dee-97d0-d3c88eb26078 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455518
Jan 22 15:39:21.585542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-14899895-b4ef-44a0-963f-db11cd02e8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:22.433154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a568b41-f930-41da-aa3f-c9f94b6c0c8b req-6e019acb-9c5e-4520-9ecd-9bf1f1b2c991 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:22.434819 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5a568b41-f930-41da-aa3f-c9f94b6c0c8b req-6e019acb-9c5e-4520-9ecd-9bf1f1b2c991 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 946 time: 0.1107476
Jan 22 15:39:22.488771 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5a568b41-f930-41da-aa3f-c9f94b6c0c8b req-4c073d64-eb68-4e33-ab8e-b52c06cb155c tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468993
Jan 22 15:39:23.018241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-7cddeb6d-7826-4203-8e27-253e99d405f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:23.020465 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-7cddeb6d-7826-4203-8e27-253e99d405f7 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 946 time: 0.1090519
Jan 22 15:39:23.105255 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Deleting port 57ab58f0-4405-484c-adec-50eb94cf7f01 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:39:23.105645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:23.623944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] For port 57ab58f0-4405-484c-adec-50eb94cf7f01, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=57ab58f0-4405-484c-adec-50eb94cf7f01,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:39:23.624541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:23.909327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376a4b-09f0-488d-9903-9437ae44ab3b req-afccd79e-b7a2-44a4-b609-55a00ae47724 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:23.911493 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c4376a4b-09f0-488d-9903-9437ae44ab3b req-afccd79e-b7a2-44a4-b609-55a00ae47724 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 946 time: 0.2904382
Jan 22 15:39:23.946160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32c9da08-2c92-4bb6-b1e4-91342654558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:24.063699 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c4376a4b-09f0-488d-9903-9437ae44ab3b req-72ae7421-c767-427c-81ca-ba797edbe0b2 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups?id=10ee199f-38eb-43df-aaa6-a7aa1714a8ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440856
Jan 22 15:39:24.071549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:24.071972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:24.072329 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Floating IP e65ae82f-12e9-4295-9a16-5085dbf1268e disassociated. External IP: 172.27.3.95, port: 57ab58f0-4405-484c-adec-50eb94cf7f01.
Jan 22 15:39:24.072711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Calling delete_port for 57ab58f0-4405-484c-adec-50eb94cf7f01 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:39:24.317602 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:24.333832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f94af26d-05e1-4599-8b07-3a2dafc11be9 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:24.382184 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event deleted for resources: {'Port': ['ID=57ab58f0-4405-484c-adec-50eb94cf7f01,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:24.432670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:24.599163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 57ab58f0-4405-484c-adec-50eb94cf7f01 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:39:24.639086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 57ab58f0-4405-484c-adec-50eb94cf7f01 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:39:24.639665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 57ab58f0-4405-484c-adec-50eb94cf7f01 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:39:24.696745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Router 908c958c-e897-40c5-b531-b879486eaf1a has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:39:24.745879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:24.885326 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:39:24.895636 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] Sync routers for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:39:24.906195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:39:24.906955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e58f4c50>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:39:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:24.929359 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] No DVR routers for this DVR port 57ab58f0-4405-484c-adec-50eb94cf7f01 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:39:24.931846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:24.934858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'name': 'network-vif-deleted', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:39:24.992634 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0baa8974-6c76-438c-9055-05dc8ac42a5d req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.62 "DELETE /v2.0/ports/57ab58f0-4405-484c-adec-50eb94cf7f01 HTTP/1.1" status: 204  len: 173 time: 1.9646828
Jan 22 15:39:25.009164 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c411f7b-fa87-40cc-b5d5-00115cb357a7', 'name': 'network-vif-deleted', 'tag': '57ab58f0-4405-484c-adec-50eb94cf7f01', 'status': 'completed', 'code': 200}
Jan 22 15:39:25.106873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:39:25.259322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b0558287-ce3d-49b7-a9be-dca56b479ebd req-6e505e8e-f965-49d9-8a8a-ba27e3dc358f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Synchronizing usage tracker for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:39:25.288786 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b0558287-ce3d-49b7-a9be-dca56b479ebd req-6e505e8e-f965-49d9-8a8a-ba27e3dc358f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Unset dirty status for tenant:1ff5db14bdb2487fbe436e876ad2f1ed on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:39:25.290101 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b0558287-ce3d-49b7-a9be-dca56b479ebd req-6e505e8e-f965-49d9-8a8a-ba27e3dc358f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/ports?device_id=9c411f7b-fa87-40cc-b5d5-00115cb357a7 HTTP/1.1" status: 200  len: 210 time: 0.0795751
Jan 22 15:39:25.468791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e58f4c50>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:25.473450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] Checking router: 908c958c-e897-40c5-b531-b879486eaf1a for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:39:25.482545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:39:25.483255 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e58f4c50>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:39:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:25.806390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:25.855108 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:39:26.073353 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:26.199188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e58f4c50>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:26.203447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff366886-2fc2-4c75-90d7-c09d88654a7b None None] The sync data for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi is: [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:35:00Z', 'revision_number': 4, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '013dd564-2f42-446a-958f-7eabf6480662', 'name': '', 'network_id': 'de070441-2455-485f-8395-4fc30e0ef022', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'mac_address': 'fa:16:3e:1a:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:59Z', 'updated_at': '2021-01-22T15:35:08Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'subnets': [{'id': '4a7e2e4c-bfe1-47c0-a924-6dc75a702091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:39:26.478470 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49172) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:26.555667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-239f88f2-9edc-4b11-b5d3-34c53d52398f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:26.585539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-239f88f2-9edc-4b11-b5d3-34c53d52398f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:26.656774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f2ddf-e30a-4bcf-96e6-b6e789080f35 None None] New status for floating IP e65ae82f-12e9-4295-9a16-5085dbf1268e: DOWN {{(pid=80251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:39:26.700273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-239f88f2-9edc-4b11-b5d3-34c53d52398f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:26.706613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f399d9cc-6293-45db-b3c4-36b05d4912a7 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:26.722062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f88f2-9edc-4b11-b5d3-34c53d52398f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee199f-38eb-43df-aaa6-a7aa1714a8ea,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:26.725488 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-239f88f2-9edc-4b11-b5d3-34c53d52398f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:26.752272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-239f88f2-9edc-4b11-b5d3-34c53d52398f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:26.753518 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-239f88f2-9edc-4b11-b5d3-34c53d52398f tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "DELETE /v2.0/security-groups/10ee199f-38eb-43df-aaa6-a7aa1714a8ea HTTP/1.1" status: 204  len: 168 time: 0.2739496
Jan 22 15:39:26.756583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 49176) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:26.774499 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.api.v2.resource [None req-6212bbe4-ce4a-4f45-99ce-4a3bc4dc1ae0 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] show failed (client error): The resource could not be found.
Jan 22 15:39:26.775591 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6212bbe4-ce4a-4f45-99ce-4a3bc4dc1ae0 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "GET /v2.0/security-groups/10ee199f-38eb-43df-aaa6-a7aa1714a8ea HTTP/1.1" status: 404  len: 347 time: 0.0179658
Jan 22 15:39:26.778539 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 49180) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:27.186909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Deleting port 2eb69506-a226-4841-89e7-12d8457da111 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:39:27.187478 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:27.369579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:27.370096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:27.505419 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Calling delete_port for 2eb69506-a226-4841-89e7-12d8457da111 owned by network:floatingip {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:39:27.688869 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:27.705377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e2e6f070-5701-4e16-ab15-3d7f5b9630bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:27.803781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Pushing event deleted for resources: {'Port': ['ID=2eb69506-a226-4841-89e7-12d8457da111,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:27.815032 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.815458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.815871 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.816853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.817252 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.817740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.819751 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.820254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.820598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.820967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.821368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.821771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.822226 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.822649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.823049 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.823447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.823844 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.824238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.824640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.825040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.825436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.825832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.826224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.826638 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:27.831660 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:27.951157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks [] for floatingip, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:27.991914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:27.993164 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0e129538-296e-4afa-b349-47c11cc5ffe4 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] 10.222.0.54 "DELETE /v2.0/floatingips/e65ae82f-12e9-4295-9a16-5085dbf1268e HTTP/1.1" status: 204  len: 168 time: 1.2135959
Jan 22 15:39:32.264574 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 49212) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:32.831839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:33.199078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Deleting port 013dd564-2f42-446a-958f-7eabf6480662 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:39:33.199467 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:33.393646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] For port 013dd564-2f42-446a-958f-7eabf6480662, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=013dd564-2f42-446a-958f-7eabf6480662,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:39:33.393646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:33.523475 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Calling delete_port for 013dd564-2f42-446a-958f-7eabf6480662 owned by network:router_interface {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:39:33.957535 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:34.210445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-cedebd7b-34d3-4b94-91e8-fde3b2e988be tempest-ServerRescueNegativeTestJSON-420430019 tempest-ServerRescueNegativeTestJSON-420430019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:34.308564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=013dd564-2f42-446a-958f-7eabf6480662,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:34.311543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:34.625452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:35.128375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Router 908c958c-e897-40c5-b531-b879486eaf1a has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:39:35.321416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:39:35.330885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] Sync routers for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:39:35.334639 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-589ce67b-7fbc-48c6-881e-7c33c393aaa6 admin admin] 10.222.0.54 "PUT /v2.0/routers/908c958c-e897-40c5-b531-b879486eaf1a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0688577
Jan 22 15:39:35.337357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 49216) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:35.341706 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:39:35.342339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d0a7b8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:39:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:35.537447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks [] for router, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:35.538364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:39:35.726670 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:35.732158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Deleting port 1db9d995-7a06-472e-a21a-ecbf4b1593f9 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:39:35.732536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:35.840039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d0a7b8>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:39:33Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:35.844152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] Checking router: 908c958c-e897-40c5-b531-b879486eaf1a for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:39:35.853767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] Routers {'908c958c-e897-40c5-b531-b879486eaf1a'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:39:35.854450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d0a7b8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:39:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['908c958c-e897-40c5-b531-b879486eaf1a'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:35.916590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] For port 1db9d995-7a06-472e-a21a-ecbf4b1593f9, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=1db9d995-7a06-472e-a21a-ecbf4b1593f9,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:39:35.917091 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:36.044612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] Set router 908c958c-e897-40c5-b531-b879486eaf1a gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:39:36.049945 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Calling delete_port for 1db9d995-7a06-472e-a21a-ecbf4b1593f9 owned by network:router_gateway {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:39:36.252004 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:36.356885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4d0a7b8>, [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:39:33Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:36.361813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db084655-ac54-4b6a-9617-5d701c406ec3 None None] The sync data for ids ['908c958c-e897-40c5-b531-b879486eaf1a'] in dv-cinder-763774-2-iscsi is: [{'id': '908c958c-e897-40c5-b531-b879486eaf1a', 'name': 'tempest-AttachVolumeTestJSON-589359782-router', 'tenant_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:34:55Z', 'updated_at': '2021-01-22T15:39:33Z', 'revision_number': 5, 'project_id': '1ff5db14bdb2487fbe436e876ad2f1ed', 'gw_port': {'id': '1db9d995-7a06-472e-a21a-ecbf4b1593f9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908c958c-e897-40c5-b531-b879486eaf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:34:56Z', 'updated_at': '2021-01-22T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:39:36.688604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:36.828506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:36.830816 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.025667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.026305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908c958c-e897-40c5-b531-b879486eaf1a {{(pid=80249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:39:37.039199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.040660 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-32500df8-fcc7-4641-84c9-a9b2d687fe54 admin admin] 10.222.0.54 "DELETE /v2.0/routers/908c958c-e897-40c5-b531-b879486eaf1a HTTP/1.1" status: 204  len: 168 time: 1.7020860
Jan 22 15:39:37.043622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49220) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:37.123188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Deleting subnet 4a7e2e4c-bfe1-47c0-a924-6dc75a702091 {{(pid=80248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:39:37.126335 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.180822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170753'] for subnet, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.268787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.563019 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3026001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199722'] for subnet, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.578796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:37.663806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7e2e4c-bfe1-47c0-a924-6dc75a702091,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:37.671851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:37.720381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.726063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763feb6-10f4-454c-9bb8-37eb223acb5d None None] Network de070441-2455-485f-8395-4fc30e0ef022 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:39:37.729046 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f8af5771-5217-4b3e-9850-0e6e504179f1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a7e2e4c-bfe1-47c0-a924-6dc75a702091 HTTP/1.1" status: 204  len: 168 time: 0.6822736
Jan 22 15:39:37.729707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49224) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:37.842906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.915345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Deleting port 740424e3-f1fe-472c-b13c-8e48b94b69d1 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:39:37.915728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:37.991917 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] DHCP port deletion for de070441-2455-485f-8395-4fc30e0ef022 request from dv-cinder-763774-2-iscsi {{(pid=80250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 15:39:37.996604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Deleting port 740424e3-f1fe-472c-b13c-8e48b94b69d1 {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:39:37.997039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:38.141663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] For port 740424e3-f1fe-472c-b13c-8e48b94b69d1, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=740424e3-f1fe-472c-b13c-8e48b94b69d1,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:39:38.141984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:38.215380 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] For port 740424e3-f1fe-472c-b13c-8e48b94b69d1, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=740424e3-f1fe-472c-b13c-8e48b94b69d1,segment=NetworkSegment(b02399c9-c976-4650-95a8-fb18bb197171),segment_id=b02399c9-c976-4650-95a8-fb18bb197171)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:39:38.215735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:38.276911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Calling delete_port for 740424e3-f1fe-472c-b13c-8e48b94b69d1 owned by network:dhcp {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:39:38.347021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1db9d995-7a06-472e-a21a-ecbf4b1593f9 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:39:38.380373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Calling delete_port for 740424e3-f1fe-472c-b13c-8e48b94b69d1 owned by network:dhcp {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:39:38.425686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 1db9d995-7a06-472e-a21a-ecbf4b1593f9 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:39:38.426592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 1db9d995-7a06-472e-a21a-ecbf4b1593f9 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:39:38.427069 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 740424e3-f1fe-472c-b13c-8e48b94b69d1 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:39:38.431918 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:38.448846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:38.468441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 740424e3-f1fe-472c-b13c-8e48b94b69d1 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:39:38.468843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 740424e3-f1fe-472c-b13c-8e48b94b69d1 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:39:38.469314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 013dd564-2f42-446a-958f-7eabf6480662 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:39:38.513271 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 013dd564-2f42-446a-958f-7eabf6480662 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:39:38.513669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 013dd564-2f42-446a-958f-7eabf6480662 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:39:38.539745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:39:38.540163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:39:38.547054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=740424e3-f1fe-472c-b13c-8e48b94b69d1,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:38.552428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:38.592953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] No DVR routers for this DVR port 740424e3-f1fe-472c-b13c-8e48b94b69d1 on host dv-cinder-763774-2-iscsi {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:39:38.716495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:38.831079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e5661748>,) {'filters': {'network_id': ['de070441-2455-485f-8395-4fc30e0ef022']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:38.843678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e5661748>, 'b02399c9-c976-4650-95a8-fb18bb197171') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:38.844158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e5661748>, 'b02399c9-c976-4650-95a8-fb18bb197171') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:39:38.856311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:38.874941 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:38.876908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:39:39.041880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Deleting port 740424e3-f1fe-472c-b13c-8e48b94b69d1 {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:39:39.042410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:39.057325 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Network de070441-2455-485f-8395-4fc30e0ef022 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:39:39.067609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:39.119127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-7883df3e-02c2-4a2e-9531-0ca7e9d8dece None None] The port '740424e3-f1fe-472c-b13c-8e48b94b69d1' was deleted {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 15:39:39.256733 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Network de070441-2455-485f-8395-4fc30e0ef022 has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:39:39.279962 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:39:39.380784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:39.387058 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8f511316-2b3b-49ba-beb2-cf8c6bf4bd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:39.405273 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:39.417832 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=de070441-2455-485f-8395-4fc30e0ef022,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:39.422278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:39.472462 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/de070441-2455-485f-8395-4fc30e0ef022 HTTP/1.1" status: 204  len: 168 time: 1.7416761
Jan 22 15:39:39.820284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49232) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:39.871843 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-70adc69d-df0d-402a-95de-31bb04696ae5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ff5db14bdb2487fbe436e876ad2f1ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502307
Jan 22 15:39:39.874327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49236) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:39.935865 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-71f22c38-03e7-41b0-88ce-5b622dbe9b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:39.962974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-71f22c38-03e7-41b0-88ce-5b622dbe9b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:40.065748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-71f22c38-03e7-41b0-88ce-5b622dbe9b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:40.071331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b7c5c251-9790-4d90-b195-21056fb69957 tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:40.089426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f22c38-03e7-41b0-88ce-5b622dbe9b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603bc67e-348b-4a90-b82a-3a46ce4db535,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:40.092281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-71f22c38-03e7-41b0-88ce-5b622dbe9b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:40.093497 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-71f22c38-03e7-41b0-88ce-5b622dbe9b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:40.094758 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-71f22c38-03e7-41b0-88ce-5b622dbe9b32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/603bc67e-348b-4a90-b82a-3a46ce4db535 HTTP/1.1" status: 204  len: 168 time: 0.2193871
Jan 22 15:39:41.240042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49258) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:41.380446 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-412764197-network', 'tenant_id': 'ed85e9b232aa4e20be2bec8740b7c695'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:39:41.385564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:39:41.389664 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Usage tracker for resource:network and tenant:ed85e9b232aa4e20be2bec8740b7c695 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:39:41.392702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:39:41.399081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:39:41.459898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Made reservation on behalf of ed85e9b232aa4e20be2bec8740b7c695 for: {'network': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:39:41.464712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for network, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:41.481791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:41.500599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:39:41.504993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed85e9b232aa4e20be2bec8740b7c695 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:39:41.508022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:39:41.513777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:39:41.779567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:41.802837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:41.807125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c27d0a50-13c0-4cf5-bfc0-65b2ffb5195c tempest-TestShelveInstance-1290556740 tempest-TestShelveInstance-1290556740] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:41.835811 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 15:39:41.849190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf04ac-c451-4335-8c9c-253c9c7058c7,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:41.852505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:41.861915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770833097519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:41.862793 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.segments_db [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Added segment 8e597250-2144-4ea3-bd64-9c27b6bae201 of type vxlan for network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341
Jan 22 15:39:41.928289 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266022082522'] for network, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:42.020163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238'] for network, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:42.021433 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:42.022096 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:42.027218 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e5445ee8-e84e-4f00-b659-c0367244634e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:42.382418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:42.382418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:42.386345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 details requested by agent ovs-agent-dv-cinder-763774-2-iscsi with host dv-cinder-763774-2-iscsi {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:39:42.397871 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-376c97d4-9812-4cec-bed4-d0031b119aa7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1566582
Jan 22 15:39:42.400901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49264) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:39:42.407078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Request body: {'subnet': {'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-412764197-subnet', 'tenant_id': 'ed85e9b232aa4e20be2bec8740b7c695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:39:42.407432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 15:39:42.413037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:39:42.417116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Usage tracker for resource:subnet and tenant:ed85e9b232aa4e20be2bec8740b7c695 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:39:42.420171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:39:42.426060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:39:42.471383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Made reservation on behalf of ed85e9b232aa4e20be2bec8740b7c695 for: {'subnet': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:39:42.477330 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852576128'] for subnet, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:43.115997 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3025300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852576077'] for subnet, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:43.131401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:43.255940 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa523a1-5b46-4a13-b22e-4454d89e5d85,revision_number=0']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:43.261005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:43.329398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Checking segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:39:43.329795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Network hostable DHCP agents. Network: c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341, hostable agents: ['0c1b1181-0f92-491c-abdb-dbba07a9450f'], hosted agents: [] {{(pid=80248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 15:39:43.408612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 is scheduled to be hosted by DHCP agent 0c1b1181-0f92-491c-abdb-dbba07a9450f with binding_index 1 {{(pid=80248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 15:39:43.488757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-2-iscsi, c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341) {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:39:43.497876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08bb5da-b193-4e3c-b807-dfcf760fcf9b None None] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:39:43.501635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:43.502287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:43.540664 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5f41a350-dd43-4370-8343-503e7c298a75 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1385829
Jan 22 15:39:43.740728 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47746a6d-90be-4a18-b780-563ad23e1cf8 None None] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:39:44.156402 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-11ce7425-ed7b-4ca8-812e-e8cd44169de2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:44.157160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-11ce7425-ed7b-4ca8-812e-e8cd44169de2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:network {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:39:44.168705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:44.213964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-11ce7425-ed7b-4ca8-812e-e8cd44169de2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:network {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:39:44.215270 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-11ce7425-ed7b-4ca8-812e-e8cd44169de2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.2376218
Jan 22 15:39:44.232190 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-4c4a887d-c3c2-43fc-ba8f-6a05f44a5309 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/quotas/ed85e9b232aa4e20be2bec8740b7c695 HTTP/1.1" status: 200  len: 375 time: 0.0106926
Jan 22 15:39:44.291336 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-6513eddd-122a-4bbf-bd43-4f16fc998cbc tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0531631
Jan 22 15:39:44.440531 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-6af051cf-ae15-4589-b9fc-a1ce3215d862 service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414702
Jan 22 15:39:44.584886 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-467e7197-b44f-4ff9-8e89-217c4a4ddffd service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375604
Jan 22 15:39:44.809405 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ca062a7b-3c4a-4200-8211-656c5d599dfb req-c9151699-01a1-47ad-9865-c2bff4c9e97d tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 210 time: 0.0482419
Jan 22 15:39:45.990026 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-62f8fefc-806a-446f-a34e-38c24a620c20 req-9b32dafb-986e-4405-bf95-a876dc3a3e32 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 210 time: 0.0490553
Jan 22 15:39:46.902308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-da9db79a-6585-45e8-99dc-11e064ddd068 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:46.903942 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-da9db79a-6585-45e8-99dc-11e064ddd068 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.1802485
Jan 22 15:39:46.929440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Request body: {'port': {'device_id': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341', 'admin_state_up': True, 'tenant_id': 'ed85e9b232aa4e20be2bec8740b7c695'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:39:47.079205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:39:47.084186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Usage tracker for resource:port and tenant:ed85e9b232aa4e20be2bec8740b7c695 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:39:47.087392 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Quota usage for port was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:39:47.093934 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:39:47.170384 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Made reservation on behalf of ed85e9b232aa4e20be2bec8740b7c695 for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:39:47.180885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:47.199234 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f4484668-9716-4dca-acfa-a987e2254e07 req-9d16ec6a-9e7e-4210-aa44-1aafdf8ff761 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 210 time: 0.0741704
Jan 22 15:39:47.502976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Allocated IP 172.20.0.2 (c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341/9fa523a1-5b46-4a13-b22e-4454d89e5d85/601f3404-a6e5-4317-8737-1d83d63b8564) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:39:47.722807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:47.774641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:47.789618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:47.928511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event updated for resources: {'Port': ['ID=601f3404-a6e5-4317-8737-1d83d63b8564,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:47.933065 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:47.987100 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:39:47.988523 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:39:47.991095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:39:48.075135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:48.075760 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:48.123656 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1989493
Jan 22 15:39:48.145451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Request body: {'port': {'device_id': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:39:48.265552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:48.503979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5be73e-f88b-4164-87b2-5af4798d9d5b req-70eaf4c5-a8ec-40ea-987a-95e1d6ad083c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:48.505260 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-cb5be73e-f88b-4164-87b2-5af4798d9d5b req-70eaf4c5-a8ec-40ea-987a-95e1d6ad083c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:39:48.655119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-cb5be73e-f88b-4164-87b2-5af4798d9d5b req-70eaf4c5-a8ec-40ea-987a-95e1d6ad083c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:39:48.656397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cb5be73e-f88b-4164-87b2-5af4798d9d5b req-70eaf4c5-a8ec-40ea-987a-95e1d6ad083c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 931 time: 0.3225689
Jan 22 15:39:48.745548 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-cb5be73e-f88b-4164-87b2-5af4798d9d5b req-79d6a35e-e3fa-407a-9f9a-6914c62dc48b tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:security_group {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:39:48.826198 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-cb5be73e-f88b-4164-87b2-5af4798d9d5b req-79d6a35e-e3fa-407a-9f9a-6914c62dc48b tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:security_group {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:39:48.827399 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-cb5be73e-f88b-4164-87b2-5af4798d9d5b req-79d6a35e-e3fa-407a-9f9a-6914c62dc48b tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638544
Jan 22 15:39:48.855874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601f3404-a6e5-4317-8737-1d83d63b8564 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:39:48.864432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:48.876626 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Transition to ACTIVE for port object 601f3404-a6e5-4317-8737-1d83d63b8564 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:39:48.905110 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:48.920316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:49.054014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Pushing event updated for resources: {'Port': ['ID=601f3404-a6e5-4317-8737-1d83d63b8564,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:49.059543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:49.246405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Attempting to bind port 601f3404-a6e5-4317-8737-1d83d63b8564 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:39:49.247013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Attempting to bind port 601f3404-a6e5-4317-8737-1d83d63b8564 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:39:49.247164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Attempting to bind port 601f3404-a6e5-4317-8737-1d83d63b8564 on network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:39:49.252998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:39:49.253358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Checking segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:39:49.253770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:49.254171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Bound using segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:39:49.254714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Bound port: 601f3404-a6e5-4317-8737-1d83d63b8564, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:39:49.255095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:49.261554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:39:49.594729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] For port 601f3404-a6e5-4317-8737-1d83d63b8564, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:39:49.598014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] For port 601f3404-a6e5-4317-8737-1d83d63b8564, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=601f3404-a6e5-4317-8737-1d83d63b8564,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:39:49.654443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:49.670437 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e9c7d18b-07e7-4f8f-99f4-23ba71fa3cf1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:49.828313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Pushing event updated for resources: {'Port': ['ID=601f3404-a6e5-4317-8737-1d83d63b8564,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:49.834473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:49.867064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:49.867656 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:49.869165 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] 10.222.0.62 "PUT /v2.0/ports/601f3404-a6e5-4317-8737-1d83d63b8564 HTTP/1.1" status: 200  len: 1157 time: 1.7287750
Jan 22 15:39:49.869724 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'tag': '601f3404-a6e5-4317-8737-1d83d63b8564'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:39:49.928404 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'tag': '601f3404-a6e5-4317-8737-1d83d63b8564', 'status': 'completed', 'code': 200}
Jan 22 15:39:50.128439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b24de-05df-4e72-9e98-99a46c68f1bd req-da414e8e-1957-4ee2-a6ec-62985ad5de55 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:50.130555 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e65b24de-05df-4e72-9e98-99a46c68f1bd req-da414e8e-1957-4ee2-a6ec-62985ad5de55 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 943 time: 0.1737032
Jan 22 15:39:50.137774 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a8da6-ee85-40bd-b2f0-6368d7527bfa req-319e8777-3055-4238-a91c-c06c60eba023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:50.139363 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-584a8da6-ee85-40bd-b2f0-6368d7527bfa req-319e8777-3055-4238-a91c-c06c60eba023 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 1160 time: 0.1459777
Jan 22 15:39:50.274990 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e65b24de-05df-4e72-9e98-99a46c68f1bd req-ba7f7a06-ac0c-41aa-a48d-772cf20035a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345668
Jan 22 15:39:50.332193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a8da6-ee85-40bd-b2f0-6368d7527bfa req-160cc28e-422e-4a19-bc7d-dfb9bbca74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:50.333816 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-584a8da6-ee85-40bd-b2f0-6368d7527bfa req-160cc28e-422e-4a19-bc7d-dfb9bbca74f1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1786726
Jan 22 15:39:50.486235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a8da6-ee85-40bd-b2f0-6368d7527bfa req-2aa3a36b-6b00-48af-82de-090b4f6fc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:50.488169 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-584a8da6-ee85-40bd-b2f0-6368d7527bfa req-2aa3a36b-6b00-48af-82de-090b4f6fc42e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1476901
Jan 22 15:39:50.626898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-265c5620-b2c6-401f-b615-d0c8a703038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:50.628574 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-265c5620-b2c6-401f-b615-d0c8a703038c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 1160 time: 0.0791466
Jan 22 15:39:50.714737 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-7b154512-03da-4c58-b3bd-badfa2d4067e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=601f3404-a6e5-4317-8737-1d83d63b8564 HTTP/1.1" status: 200  len: 217 time: 0.0711510
Jan 22 15:39:50.789983 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-3f91f0c0-9710-41d9-a03d-48503b6dc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:50.791573 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-3f91f0c0-9710-41d9-a03d-48503b6dc76e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fa523a1-5b46-4a13-b22e-4454d89e5d85 HTTP/1.1" status: 200  len: 854 time: 0.0696323
Jan 22 15:39:50.845139 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-a72ac330-23f4-4f00-84ab-11a1036735b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465837
Jan 22 15:39:50.992218 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-8ccfc546-b9a8-4601-be2e-2c4a80f58671 service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386073
Jan 22 15:39:51.138643 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6023ab7e-72a5-4a8f-84f3-53ea7d588cc2 req-2c12df0d-27ce-4daa-96d1-3e48dee2556a service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389623
Jan 22 15:39:51.522460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206d05-21a0-4c38-a58d-f79bba72ee71 req-52cfbe35-2337-4c82-9357-bae5966048f5 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:51.524143 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-86206d05-21a0-4c38-a58d-f79bba72ee71 req-52cfbe35-2337-4c82-9357-bae5966048f5 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 943 time: 0.1147368
Jan 22 15:39:51.576995 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-86206d05-21a0-4c38-a58d-f79bba72ee71 req-c3cd1f68-d4e2-41cc-b6a5-65bbf8e638d2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464041
Jan 22 15:39:51.586130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-adef616e-3db9-4275-85c6-10a36ddfe628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:52.816858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97f256-8dc9-4ea0-909e-19866e3349e7 req-7f53c78d-cde0-4ea2-afc4-854dd6f2dcc8 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:52.818473 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2e97f256-8dc9-4ea0-909e-19866e3349e7 req-7f53c78d-cde0-4ea2-afc4-854dd6f2dcc8 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 943 time: 0.1099546
Jan 22 15:39:52.870584 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2e97f256-8dc9-4ea0-909e-19866e3349e7 req-991f8bba-2084-4e82-9a0a-8c691e60e194 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458138
Jan 22 15:39:53.060116 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.objects.ports [None req-00c72174-3adc-49dd-854d-d6707ffccbd2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80250) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 15:39:53.517533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 601f3404-a6e5-4317-8737-1d83d63b8564 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:39:53.654975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 601f3404-a6e5-4317-8737-1d83d63b8564 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:39:53.661020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 601f3404-a6e5-4317-8737-1d83d63b8564 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:39:53.661445 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:53.783441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:53.814758 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601f3404-a6e5-4317-8737-1d83d63b8564'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:39:53.825017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 601f3404-a6e5-4317-8737-1d83d63b8564, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=601f3404-a6e5-4317-8737-1d83d63b8564,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:39:53.866232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:53.868500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:39:53.966389 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=601f3404-a6e5-4317-8737-1d83d63b8564,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:39:53.975227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-63da9385-e843-4563-927f-3bd0cfa09d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:53.977624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.978017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.978399 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.978826 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.979208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.979578 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.979955 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.980495 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.980868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.981239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.981606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.981971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.982398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.982790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.983155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.983517 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.983881 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.984237 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.984596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.984957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.985315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.986105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.986454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.986890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:39:53.992417 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:39:54.015252 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601f3404-a6e5-4317-8737-1d83d63b8564', 'code': 200}
Jan 22 15:39:54.122824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985de71-8429-409c-9bcb-bf4cd9360751 req-ee68c220-01a1-415a-8c48-4500054c8e55 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:54.124464 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c985de71-8429-409c-9bcb-bf4cd9360751 req-ee68c220-01a1-415a-8c48-4500054c8e55 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 945 time: 0.1186564
Jan 22 15:39:54.177495 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c985de71-8429-409c-9bcb-bf4cd9360751 req-ef91205e-ec42-4356-b9d5-765580580425 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466523
Jan 22 15:39:54.358001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706406-e93e-4a29-b92f-bb2d2dfb4b6f req-47fd231f-ca13-4158-bff1-88a98ecb32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:54.359758 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-87706406-e93e-4a29-b92f-bb2d2dfb4b6f req-47fd231f-ca13-4158-bff1-88a98ecb32fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 1162 time: 0.0780294
Jan 22 15:39:54.403192 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-87706406-e93e-4a29-b92f-bb2d2dfb4b6f req-63fe71e0-0e15-43e1-a382-0fc646fb745c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368657
Jan 22 15:39:54.751372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:55.085527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 601f3404-a6e5-4317-8737-1d83d63b8564 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:39:55.157468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 601f3404-a6e5-4317-8737-1d83d63b8564 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:39:55.157892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:55.419730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f7a75-274c-477b-908e-c1f9735d787c req-beb6c0aa-03c3-418e-9fe7-144b51fa79cf tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:55.421266 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a2f7a75-274c-477b-908e-c1f9735d787c req-beb6c0aa-03c3-418e-9fe7-144b51fa79cf tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 945 time: 0.1113749
Jan 22 15:39:55.477389 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a2f7a75-274c-477b-908e-c1f9735d787c req-4c0491b1-cad2-49f1-bc72-46b9047501f7 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491049
Jan 22 15:39:55.546185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:56.002251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:39:56.708745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdacb-46a0-4291-91d3-9dcef72e2dda req-07491648-b23b-4089-adbf-30870d21ae2f tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:39:56.710352 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac5bdacb-46a0-4291-91d3-9dcef72e2dda req-07491648-b23b-4089-adbf-30870d21ae2f tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 945 time: 0.1058691
Jan 22 15:39:56.765897 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac5bdacb-46a0-4291-91d3-9dcef72e2dda req-1ba4d6b2-cdcf-4b31-a856-3bc51dc3ecc8 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493095
Jan 22 15:40:07.304455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-cd7a6933-6d50-4144-aae9-39f38a7ef577 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:07.306049 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-cd7a6933-6d50-4144-aae9-39f38a7ef577 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.1799033
Jan 22 15:40:07.323002 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-3415b25a-6af0-40bd-89e8-77138e27a549 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/quotas/ed85e9b232aa4e20be2bec8740b7c695 HTTP/1.1" status: 200  len: 375 time: 0.0106902
Jan 22 15:40:07.414846 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-4bcb7c09-a885-4080-b39a-70850248c7f1 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0858834
Jan 22 15:40:07.561990 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-ac3c517d-e627-4c57-a2c5-1384b86842a8 service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394758
Jan 22 15:40:07.707403 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-743f8839-bc52-4d16-8042-232dcdb8b77b service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388533
Jan 22 15:40:07.980648 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-451693f2-8fd0-41a5-8b7d-16e09acf4acd req-ef356e5b-4071-45f5-8332-e8078e343b57 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 210 time: 0.0500889
Jan 22 15:40:08.172922 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-c001e7bd-fd6e-4525-9716-ecc845c2fae1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0801237
Jan 22 15:40:08.285153 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-46229386-fe28-4d8f-9b68-f30cbf3696c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:08.287425 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-46229386-fe28-4d8f-9b68-f30cbf3696c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1163 time: 0.0795953
Jan 22 15:40:08.453590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-3b5ec1bb-11eb-4a0c-9903-30317fc62810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:08.455218 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-3b5ec1bb-11eb-4a0c-9903-30317fc62810 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.1405237
Jan 22 15:40:08.572492 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-a6f1065e-be08-4a85-8fa0-038c2dd981ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 1001 time: 0.1071744
Jan 22 15:40:08.653814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-e7ad61ae-f6f3-4d17-9158-5e43a073be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:08.655690 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-e7ad61ae-f6f3-4d17-9158-5e43a073be1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0656192
Jan 22 15:40:08.975308 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-98feed12-b305-4f1b-9b05-da91a34897af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:08.976966 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-98feed12-b305-4f1b-9b05-da91a34897af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3146260
Jan 22 15:40:09.166663 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-caa42fb1-55a4-4381-af70-1bbb18ac6ec1 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821344
Jan 22 15:40:09.168796 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e28a84dc-50f6-444b-b50e-d0ea6b524cff req-344aea51-1f44-4e62-9b4f-d89ea11db4d8 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 210 time: 0.0536776
Jan 22 15:40:09.312719 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6e9e54a9-31e6-42e9-831c-031b5dea4daf req-e53e9c23-910f-4da5-81ae-4b0645004d16 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386189
Jan 22 15:40:09.632041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-2ef14481-4131-460c-9f76-6f5af9a3d928 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:09.633734 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-2ef14481-4131-460c-9f76-6f5af9a3d928 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.1850822
Jan 22 15:40:09.663693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Request body: {'port': {'device_id': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341', 'admin_state_up': True, 'tenant_id': 'ed85e9b232aa4e20be2bec8740b7c695'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:09.845654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:40:09.855688 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:40:09.882528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Made reservation on behalf of ed85e9b232aa4e20be2bec8740b7c695 for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:40:09.892506 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:10.211877 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Allocated IP 172.20.0.14 (c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341/9fa523a1-5b46-4a13-b22e-4454d89e5d85/13ae21ab-89b6-4023-aac2-ca2ad05b2143) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:40:10.403331 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2918cfcd-17a6-4c14-bd21-df877fc09d7e req-3d23edc5-a0f9-42c2-b45b-0b76a8b0f854 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 210 time: 0.0587285
Jan 22 15:40:10.479721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:10.540154 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:10.555331 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-04d3a78f-1da6-462d-8914-7e4b6929281e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:10.695686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event updated for resources: {'Port': ['ID=13ae21ab-89b6-4023-aac2-ca2ad05b2143,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:10.707370 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.707803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.708767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.709187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.709598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.710009 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.710423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.710861 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.711272 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.711677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.712081 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.712486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.712948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.713351 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.713753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.714157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.714586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.714984 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.715385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.715785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.716190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.716591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.716993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.717394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:10.723663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:10.773956 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:40:10.775089 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:40:10.777529 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:40:10.862060 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:10.863001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:10.917623 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-b5b4d1ab-b460-490f-ba53-0d4e9e584e82 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2587647
Jan 22 15:40:10.937667 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Request body: {'port': {'device_id': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:11.055739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:11.473190 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ae21ab-89b6-4023-aac2-ca2ad05b2143 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:40:11.481718 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:11.494799 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Transition to ACTIVE for port object 13ae21ab-89b6-4023-aac2-ca2ad05b2143 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:40:11.528426 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:11.546508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-02e93833-8d22-4a6a-ac82-f2d0c61341e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:11.737215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0872518-45f2-431b-840d-039373620f6c service neutron] Pushing event updated for resources: {'Port': ['ID=13ae21ab-89b6-4023-aac2-ca2ad05b2143,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:11.742862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f0872518-45f2-431b-840d-039373620f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:11.834530 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235eb51-bdc0-4ec8-9da1-f5cef449981e req-250a8567-8cb9-489d-b617-a4f821356aab tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:11.835333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f235eb51-bdc0-4ec8-9da1-f5cef449981e req-250a8567-8cb9-489d-b617-a4f821356aab tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:40:11.948518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-f235eb51-bdc0-4ec8-9da1-f5cef449981e req-250a8567-8cb9-489d-b617-a4f821356aab tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:40:11.949811 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f235eb51-bdc0-4ec8-9da1-f5cef449981e req-250a8567-8cb9-489d-b617-a4f821356aab tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 944 time: 0.4065931
Jan 22 15:40:12.026169 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f235eb51-bdc0-4ec8-9da1-f5cef449981e req-ca03a094-3443-4ef1-ac1f-4da3412510d9 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692451
Jan 22 15:40:12.032905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Attempting to bind port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:40:12.033283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Attempting to bind port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:40:12.033650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Attempting to bind port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 on network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:40:12.040115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:40:12.040494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Checking segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:40:12.040907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:12.041302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Bound using segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:40:12.041785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Bound port: 13ae21ab-89b6-4023-aac2-ca2ad05b2143, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:40:12.042163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:12.140354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] For port 13ae21ab-89b6-4023-aac2-ca2ad05b2143, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:40:12.143531 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] For port 13ae21ab-89b6-4023-aac2-ca2ad05b2143, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=13ae21ab-89b6-4023-aac2-ca2ad05b2143,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:40:12.168709 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:12.185749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a87677f0-96ac-4114-9f3a-8321aba2aef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:12.342158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0872518-45f2-431b-840d-039373620f6c service neutron] Pushing event updated for resources: {'Port': ['ID=13ae21ab-89b6-4023-aac2-ca2ad05b2143,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:12.347905 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f0872518-45f2-431b-840d-039373620f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:12.381197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:12.381873 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:12.383398 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-f0872518-45f2-431b-840d-039373620f6c service neutron] 10.222.0.62 "PUT /v2.0/ports/13ae21ab-89b6-4023-aac2-ca2ad05b2143 HTTP/1.1" status: 200  len: 1158 time: 1.4503150
Jan 22 15:40:12.383944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'tag': '13ae21ab-89b6-4023-aac2-ca2ad05b2143'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:12.441041 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'tag': '13ae21ab-89b6-4023-aac2-ca2ad05b2143', 'status': 'completed', 'code': 200}
Jan 22 15:40:12.566161 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1a09-4662-42e1-9b49-60aa9cb9fb4b req-8a2363e4-b086-4672-947c-2d58010a2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:12.567852 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-098c1a09-4662-42e1-9b49-60aa9cb9fb4b req-8a2363e4-b086-4672-947c-2d58010a2ff0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 1161 time: 0.0836456
Jan 22 15:40:12.962317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1a09-4662-42e1-9b49-60aa9cb9fb4b req-a805e7ca-a7af-4c0a-a9a9-31f52ac196b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:12.968874 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-098c1a09-4662-42e1-9b49-60aa9cb9fb4b req-a805e7ca-a7af-4c0a-a9a9-31f52ac196b7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&shared=False HTTP/1.1" status: 200  len: 908 time: 0.3827589
Jan 22 15:40:13.115819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1a09-4662-42e1-9b49-60aa9cb9fb4b req-5543bee0-16f5-44be-894a-dff713f27bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:13.117445 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-098c1a09-4662-42e1-9b49-60aa9cb9fb4b req-5543bee0-16f5-44be-894a-dff713f27bc2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1471133
Jan 22 15:40:13.262052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-c9ec291c-8322-43a3-8810-6445b19ca877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:13.263673 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-c9ec291c-8322-43a3-8810-6445b19ca877 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 1161 time: 0.0846586
Jan 22 15:40:13.383309 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-87ccae24-f682-4655-a95d-3d9a4a3ebc19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13ae21ab-89b6-4023-aac2-ca2ad05b2143 HTTP/1.1" status: 200  len: 217 time: 0.1050293
Jan 22 15:40:13.471294 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-ea28eabc-55fc-4903-a574-14fcb7f53489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:13.472864 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-ea28eabc-55fc-4903-a574-14fcb7f53489 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fa523a1-5b46-4a13-b22e-4454d89e5d85 HTTP/1.1" status: 200  len: 854 time: 0.0824494
Jan 22 15:40:13.531497 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-756e0e77-2916-4623-9ade-12ad730cee1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513477
Jan 22 15:40:13.562526 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dab94-89ed-47f5-a93c-469daa61cbbf req-09512b5b-bb12-46dd-9aaf-51b1d665291a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:13.564108 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a1dab94-89ed-47f5-a93c-469daa61cbbf req-09512b5b-bb12-46dd-9aaf-51b1d665291a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 944 time: 0.2247045
Jan 22 15:40:13.705003 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8a1dab94-89ed-47f5-a93c-469daa61cbbf req-6b010dc3-fd56-4889-8a3e-50712caac1b5 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179488
Jan 22 15:40:13.749344 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-15c8e555-7d48-4c6e-8b82-7fc82e2e009e service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842182
Jan 22 15:40:13.898299 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ef13073d-bf2f-40e3-b6ad-507efba613dc req-84e8eff8-a5b3-4629-8faa-dd9c0a13659e service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407239
Jan 22 15:40:14.179268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:14.943900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003ddf4-1873-422a-99b2-1f7591348039 req-466b6c90-4911-45bd-8289-d5b3bccc9016 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:14.945489 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4003ddf4-1873-422a-99b2-1f7591348039 req-466b6c90-4911-45bd-8289-d5b3bccc9016 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 944 time: 0.1108334
Jan 22 15:40:14.997336 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4003ddf4-1873-422a-99b2-1f7591348039 req-718c70c7-17a3-4e8d-afe0-c970df8ef08c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455034
Jan 22 15:40:16.232838 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca878b2-3545-43fe-bd57-c5c0f285658f req-a13cbde3-5ed3-4ca9-b45f-f0ba8fe78907 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:16.234444 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ca878b2-3545-43fe-bd57-c5c0f285658f req-a13cbde3-5ed3-4ca9-b45f-f0ba8fe78907 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 944 time: 0.1100199
Jan 22 15:40:16.286679 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5ca878b2-3545-43fe-bd57-c5c0f285658f req-ba0934e0-8380-495b-8050-ddae76b9c7f5 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457053
Jan 22 15:40:17.527231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60291c1f-466f-48f2-9e4c-05445038159c req-d58245e5-44e5-4d12-941c-323cce308f2a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:17.528890 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60291c1f-466f-48f2-9e4c-05445038159c req-d58245e5-44e5-4d12-941c-323cce308f2a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 944 time: 0.1085851
Jan 22 15:40:17.580805 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-60291c1f-466f-48f2-9e4c-05445038159c req-d00d9153-e2c7-4806-a21a-a375538c16f1 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455515
Jan 22 15:40:17.743847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 13ae21ab-89b6-4023-aac2-ca2ad05b2143 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:40:17.842540 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:40:17.848003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:17.848429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:17.971439 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:17.999448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ae21ab-89b6-4023-aac2-ca2ad05b2143'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:18.009702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 13ae21ab-89b6-4023-aac2-ca2ad05b2143, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=13ae21ab-89b6-4023-aac2-ca2ad05b2143,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:40:18.059057 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ae21ab-89b6-4023-aac2-ca2ad05b2143', 'code': 200}
Jan 22 15:40:18.060296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:18.062245 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:18.132641 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=13ae21ab-89b6-4023-aac2-ca2ad05b2143,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:18.135821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:18.397608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e631d-0dbd-440a-bfc0-ca85d5269c6b req-d774a0cd-7c07-4423-9e23-594fde962fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:18.399181 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-879e631d-0dbd-440a-bfc0-ca85d5269c6b req-d774a0cd-7c07-4423-9e23-594fde962fe0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 1163 time: 0.0816538
Jan 22 15:40:18.442555 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-879e631d-0dbd-440a-bfc0-ca85d5269c6b req-a36fc275-20d1-4208-9165-026ba2470afb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362551
Jan 22 15:40:18.813302 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d84ada-30d8-4962-8bad-33e14b2d8e0d req-7bad5f34-da34-4921-955e-33fb7c211f47 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:18.814937 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32d84ada-30d8-4962-8bad-33e14b2d8e0d req-7bad5f34-da34-4921-955e-33fb7c211f47 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 946 time: 0.1059921
Jan 22 15:40:18.870167 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32d84ada-30d8-4962-8bad-33e14b2d8e0d req-e9e245d4-4f93-40b7-8893-ba1ec9d16786 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483336
Jan 22 15:40:19.397483 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 13ae21ab-89b6-4023-aac2-ca2ad05b2143 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:40:19.474187 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:19.474707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:20.105197 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b77db-065d-47e1-8451-ec3dfb4f545f req-aa141d9d-daae-4904-8f72-43f5350c42f6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:20.106909 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b90b77db-065d-47e1-8451-ec3dfb4f545f req-aa141d9d-daae-4904-8f72-43f5350c42f6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 946 time: 0.1076839
Jan 22 15:40:20.159389 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b90b77db-065d-47e1-8451-ec3dfb4f545f req-28b548ce-188d-4e68-ba70-33c90fdb0456 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457616
Jan 22 15:40:21.596972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-03cea647-3759-49c1-a926-fb718f5c3819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:22.735491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-2266e955-4284-4ddd-bce2-b6f214390c41 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:22.737089 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-2266e955-4284-4ddd-bce2-b6f214390c41 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.1806357
Jan 22 15:40:22.753480 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-b17bf37d-75f0-4e90-aadb-e4ceb9735d68 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/quotas/ed85e9b232aa4e20be2bec8740b7c695 HTTP/1.1" status: 200  len: 375 time: 0.0099225
Jan 22 15:40:22.855145 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-ca80829a-ddbc-411f-8d47-a3486a8ab72b tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0951583
Jan 22 15:40:23.001561 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-41019bd9-b529-4d5e-96e1-0faf939b606e service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393943
Jan 22 15:40:23.148000 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c949ab80-ed14-4711-8f6d-069ac8cfb4f8 service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396801
Jan 22 15:40:23.457431 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3cd454dd-5379-4c5f-a2fd-bbc114bfc35d req-f7d9df4c-8d6c-48fe-8f84-c3f22df561b8 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 210 time: 0.0496945
Jan 22 15:40:23.911276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ad792601-793a-4c70-b607-49f64907dcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:24.635101 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-69641837-7cc3-4903-b9d3-151b7c668d18 req-f2e51ff0-b859-4121-94a0-b62f6885fee6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 210 time: 0.0486166
Jan 22 15:40:24.745098 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:25.129518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-59c9a270-13bd-49d4-97ed-edbc9299ecde tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:25.131163 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-59c9a270-13bd-49d4-97ed-edbc9299ecde tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.1854506
Jan 22 15:40:25.165357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Request body: {'port': {'device_id': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341', 'admin_state_up': True, 'tenant_id': 'ed85e9b232aa4e20be2bec8740b7c695'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:25.312875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:40:25.323553 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:40:25.362394 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Made reservation on behalf of ed85e9b232aa4e20be2bec8740b7c695 for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:40:25.373250 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:25.557165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:25.726307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Allocated IP 172.20.0.8 (c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341/9fa523a1-5b46-4a13-b22e-4454d89e5d85/4ec4a7f8-abd7-4a14-be57-9ee7988b9908) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:40:25.815900 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-43d4af43-a720-4a4a-8c0f-2c15aa127db2 req-4bfda720-5b79-4c14-a683-c05725f5f05c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 210 time: 0.0505486
Jan 22 15:40:25.996456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:26.061957 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:26.133981 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:26.149483 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-498d2520-91cf-4a00-aea4-4bc06dc46ba1 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:26.260964 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:40:26.286066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event updated for resources: {'Port': ['ID=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:26.291360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:26.346321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:40:26.347586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:40:26.350171 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:40:26.435749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:26.436431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:26.528834 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-c54068cf-e4ca-4d50-abdc-9bdfd7776ef4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3676124
Jan 22 15:40:26.548569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Request body: {'port': {'device_id': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:26.662912 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:27.339922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26718ec2-8880-4813-9aba-56973a85f2ac req-a1207b12-acf2-494c-a711-2d1683c4aaea tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:27.340711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-26718ec2-8880-4813-9aba-56973a85f2ac req-a1207b12-acf2-494c-a711-2d1683c4aaea tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:40:27.415046 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-26718ec2-8880-4813-9aba-56973a85f2ac req-a1207b12-acf2-494c-a711-2d1683c4aaea tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:40:27.416317 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-26718ec2-8880-4813-9aba-56973a85f2ac req-a1207b12-acf2-494c-a711-2d1683c4aaea tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 931 time: 0.4679871
Jan 22 15:40:27.427486 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:40:27.454498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:27.483211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Transition to ACTIVE for port object 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:40:27.492050 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-26718ec2-8880-4813-9aba-56973a85f2ac req-ca5f351e-99a7-46bb-be40-0c0ef6e43483 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693989
Jan 22 15:40:27.511151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:27.527754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9e22296a-caea-46dd-9bfd-0e35b8c1ba06 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:27.661608 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:27.666183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:27.853673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Attempting to bind port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:40:27.854051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Attempting to bind port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:40:27.854432 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Attempting to bind port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 on network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:40:27.860202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:40:27.860586 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Checking segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:40:27.860995 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:27.861398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Bound using segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:40:27.861876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Bound port: 4ec4a7f8-abd7-4a14-be57-9ee7988b9908, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:40:27.862254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:27.961301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] For port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:40:27.964633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] For port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:40:28.031692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:28.048002 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4f0c10bf-033e-434a-93b3-9d91098bea7e tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:28.202416 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:28.208234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:28.238505 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:28.239146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:28.240701 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] 10.222.0.62 "PUT /v2.0/ports/4ec4a7f8-abd7-4a14-be57-9ee7988b9908 HTTP/1.1" status: 200  len: 1157 time: 1.6967351
Jan 22 15:40:28.241232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'tag': '4ec4a7f8-abd7-4a14-be57-9ee7988b9908'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:28.299649 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'tag': '4ec4a7f8-abd7-4a14-be57-9ee7988b9908', 'status': 'completed', 'code': 200}
Jan 22 15:40:28.422804 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a0ffb-063c-41d6-a9a9-3626fc893a9a req-11473cd3-cd61-4735-bb58-03042b6ac791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:28.424449 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-208a0ffb-063c-41d6-a9a9-3626fc893a9a req-11473cd3-cd61-4735-bb58-03042b6ac791 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 1160 time: 0.0831451
Jan 22 15:40:28.591829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a0ffb-063c-41d6-a9a9-3626fc893a9a req-abaaad3f-540b-43c4-909c-c1a99d35f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:28.593432 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-208a0ffb-063c-41d6-a9a9-3626fc893a9a req-abaaad3f-540b-43c4-909c-c1a99d35f6a2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1509871
Jan 22 15:40:28.807661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a0ffb-063c-41d6-a9a9-3626fc893a9a req-6a80e51b-d91a-4cdf-b100-ab566ed28e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:28.809180 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-208a0ffb-063c-41d6-a9a9-3626fc893a9a req-6a80e51b-d91a-4cdf-b100-ab566ed28e05 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2091055
Jan 22 15:40:28.844185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5daa5-06fb-4893-bc9b-3c36215064b1 req-73792961-bc43-43d0-89d3-ab17ae9dc8e0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:28.845799 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-14e5daa5-06fb-4893-bc9b-3c36215064b1 req-73792961-bc43-43d0-89d3-ab17ae9dc8e0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 943 time: 0.2196598
Jan 22 15:40:28.950604 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-14e5daa5-06fb-4893-bc9b-3c36215064b1 req-95972212-3032-47d9-bf3c-0345336b3a14 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982993
Jan 22 15:40:28.976707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-04069baf-4400-417b-b946-e6e7a3fad73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:28.978896 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-04069baf-4400-417b-b946-e6e7a3fad73e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 1160 time: 0.1057975
Jan 22 15:40:29.059684 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-3a13f979-f022-4247-b71e-5e0d10262e98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec4a7f8-abd7-4a14-be57-9ee7988b9908 HTTP/1.1" status: 200  len: 217 time: 0.0666089
Jan 22 15:40:29.134782 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-789d2483-b720-4859-8bb4-b18396f6989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:29.136346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-789d2483-b720-4859-8bb4-b18396f6989d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fa523a1-5b46-4a13-b22e-4454d89e5d85 HTTP/1.1" status: 200  len: 854 time: 0.0684290
Jan 22 15:40:29.189823 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-1ae151e4-27bb-44ff-82a0-e70eeb18d62c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459712
Jan 22 15:40:29.338243 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-15456b54-9ecd-4cec-8b8a-4da9f3865688 service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380639
Jan 22 15:40:29.484861 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bca3d166-10cb-425e-a3fc-2bf5204e1be9 req-088b7597-84c9-42d9-944d-ca5cf9321fac service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391206
Jan 22 15:40:30.189099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93387629-6979-43f6-ad9d-505964d66eff req-986757cc-cfc9-48ab-af79-ac09d608fbbe tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:30.190787 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-93387629-6979-43f6-ad9d-505964d66eff req-986757cc-cfc9-48ab-af79-ac09d608fbbe tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 943 time: 0.1092134
Jan 22 15:40:30.244760 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-93387629-6979-43f6-ad9d-505964d66eff req-6c46fb62-289a-46f2-86ae-11c6f36b57ff tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473828
Jan 22 15:40:31.480763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fe66e-d4ec-4f64-bf64-660f60edfef9 req-63cd2d59-be71-427d-b757-f3b9f828660f tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:31.482479 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f01fe66e-d4ec-4f64-bf64-660f60edfef9 req-63cd2d59-be71-427d-b757-f3b9f828660f tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 943 time: 0.1094260
Jan 22 15:40:31.535897 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f01fe66e-d4ec-4f64-bf64-660f60edfef9 req-378d8c9e-527d-4f37-82e0-14cbb1b86c00 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460093
Jan 22 15:40:32.773258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ccd26-6917-4e15-aa10-fe8e7d295801 req-12e4a4b3-1db0-49da-b81d-5548773c6bbc tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:32.774802 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-953ccd26-6917-4e15-aa10-fe8e7d295801 req-12e4a4b3-1db0-49da-b81d-5548773c6bbc tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 943 time: 0.1105132
Jan 22 15:40:32.826034 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-953ccd26-6917-4e15-aa10-fe8e7d295801 req-00d7687d-dfb0-413f-b72b-1ec23628655a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447991
Jan 22 15:40:34.063665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652185e-96a2-4a6f-918c-e8065cf5eb4e req-1ff7b0d8-5cf3-477a-b75f-036232bc98af tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:34.065334 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1652185e-96a2-4a6f-918c-e8065cf5eb4e req-1ff7b0d8-5cf3-477a-b75f-036232bc98af tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 943 time: 0.1069291
Jan 22 15:40:34.117326 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1652185e-96a2-4a6f-918c-e8065cf5eb4e req-02668d1a-829f-4176-ad92-ddabc40aafe6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455828
Jan 22 15:40:34.364363 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:40:34.476320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:40:34.481423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:34.481846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:34.605876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:34.635471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec4a7f8-abd7-4a14-be57-9ee7988b9908'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:34.645772 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:40:34.670807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:34.672839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:34.705592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec4a7f8-abd7-4a14-be57-9ee7988b9908', 'code': 200}
Jan 22 15:40:34.747499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:34.750780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:35.039364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6627de7-f599-4652-86f4-56cf5dd06f3a req-81d03707-29bb-4116-9756-736e1c712854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:35.040410 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e6627de7-f599-4652-86f4-56cf5dd06f3a req-81d03707-29bb-4116-9756-736e1c712854 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 1162 time: 0.0810378
Jan 22 15:40:35.085593 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e6627de7-f599-4652-86f4-56cf5dd06f3a req-a936d4c0-5bc8-4df9-aa26-224467e87878 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378180
Jan 22 15:40:35.360321 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba40f34-a9c1-4c47-b041-b7103846d592 req-76c795ef-2c8d-45cd-9460-c3cb475b5f22 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:35.362132 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aba40f34-a9c1-4c47-b041-b7103846d592 req-76c795ef-2c8d-45cd-9460-c3cb475b5f22 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 945 time: 0.1123972
Jan 22 15:40:35.422665 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aba40f34-a9c1-4c47-b041-b7103846d592 req-c354d172-e086-4af6-ae4c-1321919b6cfa tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501204
Jan 22 15:40:35.900180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:40:35.980444 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:35.980834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:36.669102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160729b7-ea91-4da1-b432-1e1cff87c8d4 req-c29f8618-55e7-47b8-92f9-98fba0e6668e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:36.670728 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-160729b7-ea91-4da1-b432-1e1cff87c8d4 req-c29f8618-55e7-47b8-92f9-98fba0e6668e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 945 time: 0.1106517
Jan 22 15:40:36.722766 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-160729b7-ea91-4da1-b432-1e1cff87c8d4 req-74c556e5-ce34-43e1-a45f-cf386a79ec60 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457652
Jan 22 15:40:38.076695 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-596314aa-a3c7-4d6c-bc1d-844ffd2f1390 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-29520431&fields=id&tenant_id=06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 267 time: 0.0484025
Jan 22 15:40:38.260181 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-ecf63d49-86e7-4b49-a9d3-d39644f042a5 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:38.262602 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-ecf63d49-86e7-4b49-a9d3-d39644f042a5 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 812 time: 0.1778650
Jan 22 15:40:38.278249 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-e060d5d1-c5a8-4c21-b2fa-e747b025b941 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/quotas/06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 375 time: 0.0097630
Jan 22 15:40:38.399918 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-93d1f4fc-f5f9-4672-8aec-ab5f2e5dcd47 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1162059
Jan 22 15:40:38.796665 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-9bc3e565-c0f6-47cb-bb72-d2e876fcc7b0 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3842745
Jan 22 15:40:38.942285 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-1cfb6ea3-195a-4be0-ba66-ccfa77eacf99 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392481
Jan 22 15:40:39.534257 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d8c848da-5660-411d-b73f-79fc1421e0eb req-c39cf3ea-8b00-4aa6-8bce-45c3be0bb365 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 210 time: 0.0488095
Jan 22 15:40:40.710037 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-adefb25d-ec36-4cc1-b339-0d1c48a23b0f req-07fbf99e-59a4-4744-9316-151584183587 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 210 time: 0.0483449
Jan 22 15:40:41.197613 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-3fbfd20e-0d0f-41b1-85af-aa80e85877f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:41.199273 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-3fbfd20e-0d0f-41b1-85af-aa80e85877f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 812 time: 0.1807890
Jan 22 15:40:41.301832 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-76e2f040-8176-4468-9560-6000db21a95c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06edc906882c4b89bad2e635eb203c1e HTTP/1.1" status: 200  len: 5761 time: 0.0814786
Jan 22 15:40:41.313333 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'port': {'device_id': 'a136a06a-773c-4feb-a842-5332003453db', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'admin_state_up': True, 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'security_groups': ['f52762fe-9ae5-4660-bb74-783da764abc0']}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:41.468877 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:40:41.478939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:40:41.521958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Made reservation on behalf of 06edc906882c4b89bad2e635eb203c1e for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:40:41.532612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:41.897529 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-c6a9cf76-cdda-43f3-b054-af1a0627db4b req-f48a794a-4425-4d45-b450-a66fc8f4fce4 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 210 time: 0.0562985
Jan 22 15:40:41.898693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Allocated IP 172.20.0.5 (21ad423d-38dc-4d5a-aa7e-aa67071a2abb/f5d2773f-e47e-4caa-8b37-86b1fc21dbd0/916ae298-d1b1-49b8-afdf-21ed9ecf8053) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:40:42.101017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:42.117929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Transition to ACTIVE for port object 916ae298-d1b1-49b8-afdf-21ed9ecf8053 will not be triggered until provisioned by entity DHCP. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:40:42.174090 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:42.190227 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f0872518-45f2-431b-840d-039373620f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:42.332490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=916ae298-d1b1-49b8-afdf-21ed9ecf8053,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:42.337203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:42.391566 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:40:42.392714 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:40:42.395150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:40:42.477995 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:42.483130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:42.529681 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2211182
Jan 22 15:40:42.552310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Request body: {'port': {'device_id': 'a136a06a-773c-4feb-a842-5332003453db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:42.608243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-52a47600-f319-4136-b116-e379235682a2 None None] Provisioning for port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 completed by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:40:42.613928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-52a47600-f319-4136-b116-e379235682a2 None None] Provisioning complete for port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 triggered by entity DHCP. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:42.614358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-52a47600-f319-4136-b116-e379235682a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:42.671587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-52a47600-f319-4136-b116-e379235682a2 None None] Port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 cannot update to ACTIVE because it is not bound. {{(pid=80250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 15:40:42.675249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:43.145054 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916ae298-d1b1-49b8-afdf-21ed9ecf8053 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:40:43.156581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:43.180567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Transition to ACTIVE for port object 916ae298-d1b1-49b8-afdf-21ed9ecf8053 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:40:43.212064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a645f5c-7bc5-4273-9943-931a85295511 req-3f089c67-476f-4fa4-9d81-bd1f1aa8c35e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:43.212937 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9a645f5c-7bc5-4273-9943-931a85295511 req-3f089c67-476f-4fa4-9d81-bd1f1aa8c35e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:40:43.226610 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:43.242209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:43.291406 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-9a645f5c-7bc5-4273-9943-931a85295511 req-3f089c67-476f-4fa4-9d81-bd1f1aa8c35e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:40:43.292678 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9a645f5c-7bc5-4273-9943-931a85295511 req-3f089c67-476f-4fa4-9d81-bd1f1aa8c35e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 931 time: 0.2609706
Jan 22 15:40:43.409418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Pushing event updated for resources: {'Port': ['ID=916ae298-d1b1-49b8-afdf-21ed9ecf8053,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:43.415938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:43.446986 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9a645f5c-7bc5-4273-9943-931a85295511 req-1e7044db-3c7d-4037-803f-953e8c7d0f65 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1056547
Jan 22 15:40:43.620496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Attempting to bind port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:40:43.620770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Attempting to bind port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:40:43.621759 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Attempting to bind port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 on network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:40:43.628122 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:40:43.628499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Checking segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:40:43.628906 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:43.629298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Bound using segment: {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:40:43.629777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Bound port: 916ae298-d1b1-49b8-afdf-21ed9ecf8053, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a9d23-cc65-42dd-a675-969e47577387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:40:43.630151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:43.725773 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] For port 916ae298-d1b1-49b8-afdf-21ed9ecf8053, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:40:43.728858 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] For port 916ae298-d1b1-49b8-afdf-21ed9ecf8053, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:40:43.768183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:43.783790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2a68b6bd-8038-4a84-ab5e-794491f951d5 tempest-AttachVolumeTestJSON-620279772 tempest-AttachVolumeTestJSON-620279772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:43.943543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Pushing event updated for resources: {'Port': ['ID=916ae298-d1b1-49b8-afdf-21ed9ecf8053,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:43.949315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:43.978972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:43.979587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:43.981615 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] 10.222.0.62 "PUT /v2.0/ports/916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 1157 time: 1.4342585
Jan 22 15:40:43.982177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:44.048720 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'status': 'completed', 'code': 200}
Jan 22 15:40:44.154668 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-b147c273-aa92-41fb-8145-01021df18f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:44.156304 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-b147c273-aa92-41fb-8145-01021df18f7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1160 time: 0.0827708
Jan 22 15:40:44.173278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:44.239561 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-ffaa489d-d378-4d0d-91e7-812980dd9d48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 217 time: 0.0693195
Jan 22 15:40:44.309717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-35c99ca1-99cd-450d-985b-3664937421ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:44.311471 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-35c99ca1-99cd-450d-985b-3664937421ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0643404
Jan 22 15:40:44.398222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-db760895-e286-4cca-9de9-33fcd626db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:44.399949 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-db760895-e286-4cca-9de9-33fcd626db52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796227
Jan 22 15:40:44.545328 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-9793712f-c418-499c-9a6a-dab2befe8376 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381061
Jan 22 15:40:45.001396 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0a03fe8e-477b-4549-a7d6-a9e899d37844 req-c6ef8ec1-e100-438c-9ff6-52b939378ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4493210
Jan 22 15:40:45.031703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fffbe-42aa-4f8d-b83c-feb14abe2b75 req-8f7c812f-2072-46ce-acd3-099bb760fd3f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:45.040380 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-503fffbe-42aa-4f8d-b83c-feb14abe2b75 req-8f7c812f-2072-46ce-acd3-099bb760fd3f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.4529502
Jan 22 15:40:45.086102 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-503fffbe-42aa-4f8d-b83c-feb14abe2b75 req-3f55ff1d-cdc2-428e-97dd-cb407e4b8386 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0464952
Jan 22 15:40:45.188487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131758c-70ec-4070-ab59-0899c5392873 req-9bd01622-0a7f-4199-b26a-3c326ef31f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:45.190105 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d131758c-70ec-4070-ab59-0899c5392873 req-9bd01622-0a7f-4199-b26a-3c326ef31f8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1160 time: 0.0803819
Jan 22 15:40:45.335179 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131758c-70ec-4070-ab59-0899c5392873 req-2a17edba-4e71-4875-a3d2-bf98249b4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:45.336692 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d131758c-70ec-4070-ab59-0899c5392873 req-2a17edba-4e71-4875-a3d2-bf98249b4ccb service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.1375701
Jan 22 15:40:45.414114 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d131758c-70ec-4070-ab59-0899c5392873 req-ee839f6d-0024-44e1-b9a3-891913abe069 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 217 time: 0.0698633
Jan 22 15:40:45.484704 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131758c-70ec-4070-ab59-0899c5392873 req-4705533e-99fd-4e17-bf10-4c9277d2f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:45.486286 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d131758c-70ec-4070-ab59-0899c5392873 req-4705533e-99fd-4e17-bf10-4c9277d2f2fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0650961
Jan 22 15:40:45.578911 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131758c-70ec-4070-ab59-0899c5392873 req-956a8a80-3e3f-4b89-9f1e-6df186290fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:45.580532 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d131758c-70ec-4070-ab59-0899c5392873 req-956a8a80-3e3f-4b89-9f1e-6df186290fbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779276
Jan 22 15:40:45.727937 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d131758c-70ec-4070-ab59-0899c5392873 req-af1e4839-751d-43af-ab81-2152190c7dc1 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387167
Jan 22 15:40:45.889512 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d131758c-70ec-4070-ab59-0899c5392873 req-d2842896-8f9d-4d64-9ac2-808cc3ca4898 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447742
Jan 22 15:40:46.332443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3b269-99cd-42f4-978a-9ab86d86bbe9 req-09dda58f-8b19-4043-9bd0-31d9c08a7315 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:46.334170 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f8f3b269-99cd-42f4-978a-9ab86d86bbe9 req-09dda58f-8b19-4043-9bd0-31d9c08a7315 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.1175456
Jan 22 15:40:46.388156 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-f8f3b269-99cd-42f4-978a-9ab86d86bbe9 req-105f5b07-4b25-42aa-a755-41c7575d180b tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0468414
Jan 22 15:40:47.635102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942e7c4-865a-44ac-9224-72286932ef1a req-cd18f69e-3c39-42ff-9aa4-cb14cb5c0813 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:47.637289 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9942e7c4-865a-44ac-9224-72286932ef1a req-cd18f69e-3c39-42ff-9aa4-cb14cb5c0813 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.1081443
Jan 22 15:40:47.694438 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-9942e7c4-865a-44ac-9224-72286932ef1a req-21b0b088-796b-4e1a-9c6b-2b8717e91297 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0507190
Jan 22 15:40:48.941946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f4f32-b823-4eae-8b90-072b10292200 req-ca4d306f-1944-48de-8fce-8140412a998c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:48.944396 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa0f4f32-b823-4eae-8b90-072b10292200 req-ca4d306f-1944-48de-8fce-8140412a998c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.1126292
Jan 22 15:40:49.095188 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa0f4f32-b823-4eae-8b90-072b10292200 req-82270755-f1da-43e1-a202-504634ba6818 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1258137
Jan 22 15:40:49.161230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c515-9a06-4988-a43d-312132d91677 req-8f8a4e15-f545-4276-a9d9-9e63cea345d9 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:49.162851 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-8f8a4e15-f545-4276-a9d9-9e63cea345d9 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.2181890
Jan 22 15:40:49.179217 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-6e2bd71e-ef0d-4689-a76e-3a0c4c197cc6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/quotas/ed85e9b232aa4e20be2bec8740b7c695 HTTP/1.1" status: 200  len: 375 time: 0.0100486
Jan 22 15:40:49.288364 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-62033782-6c0a-43b1-8161-ca772321ce91 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1026311
Jan 22 15:40:49.435509 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-82a95d06-de10-4fc6-a2a3-36fa8833cebc service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397316
Jan 22 15:40:49.581080 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-a2a43421-588e-46c8-9659-a965ae1c9e91 service neutron] 10.222.0.54 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389186
Jan 22 15:40:49.814496 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5e9c0f52-d66e-4632-a55a-519cd0a4f7bd req-36ad75c2-d2e3-4780-9054-74f59d38b4d8 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 210 time: 0.0490983
Jan 22 15:40:50.332383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cb03e-1d36-4e16-8dfd-340c7b0edacc req-152be9e9-6b96-4567-a9ea-3d69a7d0c907 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:50.334070 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-510cb03e-1d36-4e16-8dfd-340c7b0edacc req-152be9e9-6b96-4567-a9ea-3d69a7d0c907 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.1068583
Jan 22 15:40:50.392652 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-510cb03e-1d36-4e16-8dfd-340c7b0edacc req-51db22c6-a5fb-42a1-bfc1-2634b4ea72c8 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0515246
Jan 22 15:40:50.989611 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2186dd55-8d75-4bb1-ac1f-c998c6f77a99 req-9bf01484-785a-4fc4-acc2-66329da7223a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 210 time: 0.0485544
Jan 22 15:40:51.542739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c515-9a06-4988-a43d-312132d91677 req-900180e7-ab3f-42c8-bc54-e8ad0fae2ea7 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:51.545195 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-900180e7-ab3f-42c8-bc54-e8ad0fae2ea7 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 814 time: 0.1871288
Jan 22 15:40:51.591710 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Request body: {'port': {'device_id': '439b8faf-cc30-4d6d-808c-748a52e96345', 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341', 'admin_state_up': True, 'tenant_id': 'ed85e9b232aa4e20be2bec8740b7c695'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:51.596332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e8b86fa6-e7f3-4831-b4b7-f4fe239b5d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:51.794737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243aaef-e837-4c99-8b57-c6d913b908f9 req-b41c8604-9c04-4ff5-93ec-4933c5830444 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:51.796358 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e243aaef-e837-4c99-8b57-c6d913b908f9 req-b41c8604-9c04-4ff5-93ec-4933c5830444 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.2501905
Jan 22 15:40:51.798939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:40:51.827282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:40:51.860781 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e243aaef-e837-4c99-8b57-c6d913b908f9 req-2989e3eb-0464-4d71-adf0-56843a557e9b tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0576863
Jan 22 15:40:51.882139 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Made reservation on behalf of ed85e9b232aa4e20be2bec8740b7c695 for: {'port': 1} {{(pid=80248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 15:40:51.892524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:52.193462 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d3fe4268-43eb-413b-a572-cf7f0c973ef8 req-a7e4d4c4-06df-4813-8557-11e027397739 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 210 time: 0.0677357
Jan 22 15:40:52.273567 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Allocated IP 172.20.0.7 (c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341/9fa523a1-5b46-4a13-b22e-4454d89e5d85/225b9584-7e72-46ff-806c-e32f4401c022) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:40:52.498499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:52.551812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:52.571361 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-11c1f117-2639-49e1-a732-9571e0849ac9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:52.951946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event updated for resources: {'Port': ['ID=225b9584-7e72-46ff-806c-e32f4401c022,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:52.956464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:53.061892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:40:53.065590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:40:53.068379 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:40:53.167339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:53.168541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:53.209623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b7ef7-e45c-4473-b017-382cca166d8c req-3409ddca-ef03-4504-a65d-2d9bd74fcc57 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:53.211341 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-299b7ef7-e45c-4473-b017-382cca166d8c req-3409ddca-ef03-4504-a65d-2d9bd74fcc57 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.2104733
Jan 22 15:40:53.256134 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6739681
Jan 22 15:40:53.270002 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-299b7ef7-e45c-4473-b017-382cca166d8c req-f588734d-c187-4bf6-a55e-62e80fcac564 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0503545
Jan 22 15:40:53.275412 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Request body: {'port': {'device_id': '439b8faf-cc30-4d6d-808c-748a52e96345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:53.454243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:53.556560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dc6f7-4dbc-44ad-837f-fb56b62eb3c8 req-22522ac8-b461-4968-bc4e-4b1ffaf1608a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:53.557612 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-482dc6f7-4dbc-44ad-837f-fb56b62eb3c8 req-22522ac8-b461-4968-bc4e-4b1ffaf1608a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:40:53.680222 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-482dc6f7-4dbc-44ad-837f-fb56b62eb3c8 req-22522ac8-b461-4968-bc4e-4b1ffaf1608a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:40:53.682678 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-482dc6f7-4dbc-44ad-837f-fb56b62eb3c8 req-22522ac8-b461-4968-bc4e-4b1ffaf1608a tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 931 time: 0.3538933
Jan 22 15:40:53.833201 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-482dc6f7-4dbc-44ad-837f-fb56b62eb3c8 req-9cc4e01c-8795-4527-8cef-c095f30cc2f3 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353929
Jan 22 15:40:53.904970 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6ad50472-fd81-4fca-9ec1-23b52274e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:53.970538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225b9584-7e72-46ff-806c-e32f4401c022 {{(pid=80248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 15:40:53.978251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:53.990669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Transition to ACTIVE for port object 225b9584-7e72-46ff-806c-e32f4401c022 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 15:40:54.018986 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:54.034533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bc396b1d-dae3-40b1-8758-a6486d9fec84 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:54.173320 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Pushing event updated for resources: {'Port': ['ID=225b9584-7e72-46ff-806c-e32f4401c022,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:54.177881 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:54.368095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Attempting to bind port 225b9584-7e72-46ff-806c-e32f4401c022 on host hv-cinder-76377 for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 15:40:54.368386 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Attempting to bind port 225b9584-7e72-46ff-806c-e32f4401c022 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 15:40:54.368754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Attempting to bind port 225b9584-7e72-46ff-806c-e32f4401c022 on network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 15:40:54.375790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Checking agent: {'id': 'a4579175-c436-47a2-a411-7b971f13db2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 15, 24, 12), 'started_at': datetime.datetime(2021, 1, 22, 15, 24, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 15, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 15:40:54.376172 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Checking segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 15:40:54.376581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:54.376979 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Bound using segment: {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 15:40:54.377455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Bound port: 225b9584-7e72-46ff-806c-e32f4401c022, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e597250-2144-4ea3-bd64-9c27b6bae201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 15:40:54.377831 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:54.530240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] For port 225b9584-7e72-46ff-806c-e32f4401c022, host hv-cinder-76377, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 15:40:54.540400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] For port 225b9584-7e72-46ff-806c-e32f4401c022, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=225b9584-7e72-46ff-806c-e32f4401c022,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 15:40:54.576376 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6f9eb-d00a-43f3-b204-2e4e8566db57 req-ccd5f7b4-033a-45ea-ac01-d3a1eaf6e764 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:54.578019 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d6d6f9eb-d00a-43f3-b204-2e4e8566db57 req-ccd5f7b4-033a-45ea-ac01-d3a1eaf6e764 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.1531711
Jan 22 15:40:54.579619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:54.597285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:54.739404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:54.782735 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d6d6f9eb-d00a-43f3-b204-2e4e8566db57 req-ef820101-e2ad-4e99-b938-4b48737579ac tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1885991
Jan 22 15:40:54.786658 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Pushing event updated for resources: {'Port': ['ID=225b9584-7e72-46ff-806c-e32f4401c022,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:54.792276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:54.835570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:54.836244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:54.837720 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] 10.222.0.62 "PUT /v2.0/ports/225b9584-7e72-46ff-806c-e32f4401c022 HTTP/1.1" status: 200  len: 1157 time: 1.5667472
Jan 22 15:40:54.838263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b8faf-cc30-4d6d-808c-748a52e96345', 'tag': '225b9584-7e72-46ff-806c-e32f4401c022'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:54.901117 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b8faf-cc30-4d6d-808c-748a52e96345', 'tag': '225b9584-7e72-46ff-806c-e32f4401c022', 'status': 'completed', 'code': 200}
Jan 22 15:40:55.071640 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c515-9a06-4988-a43d-312132d91677 req-c5c77289-83b6-4a94-99a2-5430ef8b26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:55.073184 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-c5c77289-83b6-4a94-99a2-5430ef8b26da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 1160 time: 0.1516466
Jan 22 15:40:55.101025 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db773d7-aba7-40b4-b625-dc72757ab090 req-4db248ec-6f3c-44b0-96e3-eea18b0e02c6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:55.102630 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3db773d7-aba7-40b4-b625-dc72757ab090 req-4db248ec-6f3c-44b0-96e3-eea18b0e02c6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 943 time: 0.1397538
Jan 22 15:40:55.185903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-f7f9f5b3-43ab-4a89-8c61-0ef2a9dc1b4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225b9584-7e72-46ff-806c-e32f4401c022 HTTP/1.1" status: 200  len: 217 time: 0.0822976
Jan 22 15:40:55.259972 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-3db773d7-aba7-40b4-b625-dc72757ab090 req-848a166f-59e9-4445-9f03-f95043133d66 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961964
Jan 22 15:40:55.277798 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c515-9a06-4988-a43d-312132d91677 req-49c97a84-7de4-4714-9108-0cde47cc97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:55.279283 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-49c97a84-7de4-4714-9108-0cde47cc97ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fa523a1-5b46-4a13-b22e-4454d89e5d85 HTTP/1.1" status: 200  len: 854 time: 0.0775619
Jan 22 15:40:55.336513 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-5796952a-caab-4af3-bf5e-1334dc263c4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500817
Jan 22 15:40:55.483378 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-fbcf1b91-7dc5-44b7-8a64-06758e3ee5a1 service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386175
Jan 22 15:40:55.544909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:55.629839 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0938c515-9a06-4988-a43d-312132d91677 req-100a1b41-9a7d-43ad-9b74-3c3b67fbb6fb service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372790
Jan 22 15:40:55.831650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-2d51abdb-ffdd-4559-98be-563e796187dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:55.833312 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-2d51abdb-ffdd-4559-98be-563e796187dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 1160 time: 0.0792816
Jan 22 15:40:56.002210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:56.046125 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-6517528f-ceed-495f-aa46-5f910eed198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:56.047700 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-6517528f-ceed-495f-aa46-5f910eed198a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 200  len: 908 time: 0.2066448
Jan 22 15:40:56.078847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26fac5-0a34-4281-af11-11729d01e00e req-d913f0f0-eae4-4136-97dd-34a4cb22d5f8 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:56.080483 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac26fac5-0a34-4281-af11-11729d01e00e req-d913f0f0-eae4-4136-97dd-34a4cb22d5f8 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.1627896
Jan 22 15:40:56.173143 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-6204aaab-1596-411e-a0a9-9bd5cc48cf86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225b9584-7e72-46ff-806c-e32f4401c022 HTTP/1.1" status: 200  len: 217 time: 0.0916004
Jan 22 15:40:56.243744 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ac26fac5-0a34-4281-af11-11729d01e00e req-e7c955f5-64a8-436b-805d-963821508325 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1025352
Jan 22 15:40:56.265550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-eb5e06b5-dcd0-43df-9334-cda9029e3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:56.267142 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-eb5e06b5-dcd0-43df-9334-cda9029e3fc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fa523a1-5b46-4a13-b22e-4454d89e5d85 HTTP/1.1" status: 200  len: 854 time: 0.0812075
Jan 22 15:40:56.321722 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-bf5870a9-fcb6-4c0b-97fe-05172ff78393 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465138
Jan 22 15:40:56.501546 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 916ae298-d1b1-49b8-afdf-21ed9ecf8053 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:40:56.613795 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:40:56.619597 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:56.620027 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:56.748887 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:56.777821 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:56.783088 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-b125a6a1-c3e5-4368-b4c0-ff1643c1f694 service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4459314
Jan 22 15:40:56.788341 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 916ae298-d1b1-49b8-afdf-21ed9ecf8053, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:40:56.814789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f204bf-f6a0-4744-966c-0a44cef66d76 req-19e5de6b-803d-4677-9391-1f41532ddff5 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:56.816446 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-72f204bf-f6a0-4744-966c-0a44cef66d76 req-19e5de6b-803d-4677-9391-1f41532ddff5 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 943 time: 0.1632967
Jan 22 15:40:56.825011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:56.827247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-da4ade9a-cc9e-42bb-b802-7d3db20b2240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:56.865643 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'code': 200}
Jan 22 15:40:56.899516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=916ae298-d1b1-49b8-afdf-21ed9ecf8053,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:56.908248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.908639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.909024 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.909401 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.909776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.910150 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.910522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.910939 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.911310 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.911681 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.912044 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.912409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.912836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.913203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.913614 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.913976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.914346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.914738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.915101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.915464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.915854 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.916189 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.916549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.916908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:40:56.921923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:56.959529 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-72f204bf-f6a0-4744-966c-0a44cef66d76 req-6106347a-4921-4c14-a5a9-fa08f485ffab tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198919
Jan 22 15:40:57.003074 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5723814f-f5d5-4fac-a72d-d14a1f7c0f70 req-eab97d0b-0501-46d9-8d44-1fcefe9f3f1c service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1854942
Jan 22 15:40:57.153219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007e47-514a-4f0e-b6d6-4ff045abe6c5 req-f981442f-995b-4887-a1c5-92a452bf0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:57.154861 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ea007e47-514a-4f0e-b6d6-4ff045abe6c5 req-f981442f-995b-4887-a1c5-92a452bf0931 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1162 time: 0.0779619
Jan 22 15:40:57.200172 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ea007e47-514a-4f0e-b6d6-4ff045abe6c5 req-3cb9fc17-f810-486e-bdd9-95a18979893b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0380762
Jan 22 15:40:57.480301 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306b6b-c7be-46c6-a43c-73a92033c8f6 req-f5dce242-6b28-41ea-af9f-2d25be00b301 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:57.481895 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be306b6b-c7be-46c6-a43c-73a92033c8f6 req-f5dce242-6b28-41ea-af9f-2d25be00b301 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 945 time: 0.1090403
Jan 22 15:40:57.535880 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-be306b6b-c7be-46c6-a43c-73a92033c8f6 req-659a07c5-e839-4dc1-93c0-7aea1cb3b669 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0474939
Jan 22 15:40:58.200415 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a97644-2f99-4cba-8eab-42bcb98e1703 req-57919e56-79a6-4b0b-a4dc-cd936fb12144 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:58.202022 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d2a97644-2f99-4cba-8eab-42bcb98e1703 req-57919e56-79a6-4b0b-a4dc-cd936fb12144 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 943 time: 0.1122923
Jan 22 15:40:58.254690 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d2a97644-2f99-4cba-8eab-42bcb98e1703 req-cb7ab1ca-b817-43c6-8d3d-0826ba3824f0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461748
Jan 22 15:40:58.779503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc5bf-9e2f-4b25-815d-b7d718f55fe6 req-dfa1facf-8a97-4e99-a97c-f9ca02f45006 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:58.781167 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-173cc5bf-9e2f-4b25-815d-b7d718f55fe6 req-dfa1facf-8a97-4e99-a97c-f9ca02f45006 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 945 time: 0.1113653
Jan 22 15:40:58.832602 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-173cc5bf-9e2f-4b25-815d-b7d718f55fe6 req-4e666ca0-4c09-4404-8e7a-971b41d61524 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0450304
Jan 22 15:40:58.954946 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 225b9584-7e72-46ff-806c-e32f4401c022 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:40:59.059017 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning for port 225b9584-7e72-46ff-806c-e32f4401c022 completed by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 15:40:59.064468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 225b9584-7e72-46ff-806c-e32f4401c022 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:59.064901 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:59.071777 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee11a2b-bba4-4c1a-9848-7c4695687ebd req-dfaf7983-2640-4e4d-a5ef-e3d085acb418 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:59.073483 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1ee11a2b-bba4-4c1a-9848-7c4695687ebd req-dfaf7983-2640-4e4d-a5ef-e3d085acb418 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 945 time: 0.1128640
Jan 22 15:40:59.128229 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1ee11a2b-bba4-4c1a-9848-7c4695687ebd req-33fc8eec-fb15-45c6-b7f3-e489123d9364 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0477571
Jan 22 15:40:59.195592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:59.224669 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b8faf-cc30-4d6d-808c-748a52e96345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b9584-7e72-46ff-806c-e32f4401c022'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:40:59.236105 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 225b9584-7e72-46ff-806c-e32f4401c022, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=225b9584-7e72-46ff-806c-e32f4401c022,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:40:59.259368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:59.260322 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 916ae298-d1b1-49b8-afdf-21ed9ecf8053 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:40:59.292346 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b8faf-cc30-4d6d-808c-748a52e96345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b9584-7e72-46ff-806c-e32f4401c022', 'code': 200}
Jan 22 15:40:59.298068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-aa11063e-b25a-4f11-92a0-012f0a96dd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:40:59.365849 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-4dabf16a-0b73-49b7-b386-ad9b71a95a52 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1794035
Jan 22 15:40:59.377808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'floatingip': {'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:40:59.394364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:40:59.404635 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=225b9584-7e72-46ff-806c-e32f4401c022,revision_number=4']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:40:59.406258 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:40:59.408442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:40:59.418549 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:40:59.419029 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:59.477555 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:59.601442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93322-f107-4830-8892-0c9988cd67f7 req-952fd8ff-63e8-4938-83fe-2dd0b6c466e6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:59.603087 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32e93322-f107-4830-8892-0c9988cd67f7 req-952fd8ff-63e8-4938-83fe-2dd0b6c466e6 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 945 time: 0.1907673
Jan 22 15:40:59.730259 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32e93322-f107-4830-8892-0c9988cd67f7 req-0cb638d7-c3d9-4101-ad85-a196c9af5345 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866187
Jan 22 15:40:59.775494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3feb2-6aab-47ad-a822-d3cbb7964b8c req-3ff97fa3-eb16-459e-b82a-d98f4a1ecab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:40:59.777152 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ec3feb2-6aab-47ad-a822-d3cbb7964b8c req-3ff97fa3-eb16-459e-b82a-d98f4a1ecab6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 1162 time: 0.1723702
Jan 22 15:40:59.802109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:40:59.909511 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4ec3feb2-6aab-47ad-a822-d3cbb7964b8c req-59bd2c29-88cb-46dd-86bf-cda2ec7c02fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250842
Jan 22 15:41:00.150872 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_common [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Allocated IP 172.27.3.72 (8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41/343c06a3-dc79-4b76-9e76-084d032abc98/388b5f41-a2b3-444c-9084-5fcd2e65b386) {{(pid=80248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 15:41:00.310244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:00.311577 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 225b9584-7e72-46ff-806c-e32f4401c022 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:41:00.374315 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266022034804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:00.383541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 225b9584-7e72-46ff-806c-e32f4401c022 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:41:00.383965 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:00.390067 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-c1dd12d0-e731-4d13-b706-c743705336a0 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:00.512163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 916ae298-d1b1-49b8-afdf-21ed9ecf8053 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:41:00.525729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=388b5f41-a2b3-444c-9084-5fcd2e65b386,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:00.529886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:00.587128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:41:00.587551 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:00.593033 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Network 8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 is already hosted by enough agents. {{(pid=80248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 15:41:00.594235 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.base_scheduler [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Resources bound (agent type, host, resource id):  {{(pid=80248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 15:41:00.596699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Received port after_create {{(pid=80248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 15:41:00.680752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:00.780699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:01.102780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d40ea-7eaf-45be-b923-d83bd0f50092 req-e62e8ae3-a664-4047-94b6-c1c0ec99786b tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:01.104530 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-da5d40ea-7eaf-45be-b923-d83bd0f50092 req-e62e8ae3-a664-4047-94b6-c1c0ec99786b tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 945 time: 0.2350757
Jan 22 15:41:01.195460 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-da5d40ea-7eaf-45be-b923-d83bd0f50092 req-3b36c20e-80d9-4018-a218-dfda0e2526fd tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836713
Jan 22 15:41:01.218654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:01.253739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3025948'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:01.270879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-bb817413-7c1b-44c4-9a12-da1d27c7ded1 tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:01.414776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event updated for resources: {'Port': ['ID=388b5f41-a2b3-444c-9084-5fcd2e65b386,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:01.418305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:01.533846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:01.584936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:01.586298 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-edc817f4-2e85-4d83-a03b-9c15050a0c88 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2155750
Jan 22 15:41:01.677491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-198dd916-7ab1-45ba-b8e1-62c97969ff51 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:41:01.727922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-198dd916-7ab1-45ba-b8e1-62c97969ff51 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:41:01.729278 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-198dd916-7ab1-45ba-b8e1-62c97969ff51 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.72 HTTP/1.1" status: 200  len: 695 time: 0.1364450
Jan 22 15:41:01.913647 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-e02d4e35-8ca8-491a-a10d-276800127a2e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:01.915228 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-38cbc2b1-51e7-44ab-8d4a-6fd8ecf7a6e2 req-e02d4e35-8ca8-491a-a10d-276800127a2e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1793337
Jan 22 15:41:02.135112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-84e26925-8640-4874-9b75-f3bf5d228f46 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:02.136677 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-84e26925-8640-4874-9b75-f3bf5d228f46 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1150424
Jan 22 15:41:02.234096 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-5688c88f-ce1d-4072-9174-bdc51b3b6253 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.72 HTTP/1.1" status: 200  len: 695 time: 0.0909774
Jan 22 15:41:02.244815 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.v2.base [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Request body: {'floatingip': {'port_id': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 15:41:02.636776 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:02.836890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a68e2-8f37-40e3-a705-21d02a56510e req-c35bde85-f9a9-4cfa-aa2c-45bace0f7fbc tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:02.838491 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a8a68e2-8f37-40e3-a705-21d02a56510e req-c35bde85-f9a9-4cfa-aa2c-45bace0f7fbc tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 945 time: 0.2988610
Jan 22 15:41:02.987375 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2a8a68e2-8f37-40e3-a705-21d02a56510e req-c68dccad-b697-49a6-8dc3-ca294f7f101c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391671
Jan 22 15:41:03.260003 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:41:03.362904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:03.391591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850958833'] for floatingip, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:03.581379 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Floating IP 945bfce7-55ea-4b69-8462-ed989000e263 associated. External IP: 172.27.3.72, port: 916ae298-d1b1-49b8-afdf-21ed9ecf8053.
Jan 22 15:41:03.983408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:41:04.205364 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:41:04.210791 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:04.216953 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:41:04.227508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:41:04.228186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bd0ba8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:40:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:41:04.279309 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-aba539e8-eb3d-4419-a4e5-34590a206a11 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "PUT /v2.0/floatingips/945bfce7-55ea-4b69-8462-ed989000e263 HTTP/1.1" status: 200  len: 995 time: 2.0386775
Jan 22 15:41:04.279796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:41:04.350903 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'status': 'completed', 'code': 200}
Jan 22 15:41:04.387494 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-67b3fd7d-3199-4db2-9898-03de5691c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:04.389191 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-67b3fd7d-3199-4db2-9898-03de5691c00f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1162 time: 0.0930989
Jan 22 15:41:04.447528 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:41:04.616600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-64781e76-49df-4d4d-985b-c45fd51b1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:04.618197 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-64781e76-49df-4d4d-985b-c45fd51b1b9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1162 time: 0.1980302
Jan 22 15:41:04.619455 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-243fe4cb-7cb9-498e-a353-1c76b8a79447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:04.621536 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-243fe4cb-7cb9-498e-a353-1c76b8a79447 service neutron] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2251353
Jan 22 15:41:04.832017 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-7624beff-1e10-4f15-8ad4-d56c4bbb5093 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 998 time: 0.1836572
Jan 22 15:41:04.916395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-6ef8048f-eab4-499d-b332-1649530fde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:04.917965 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-6ef8048f-eab4-499d-b332-1649530fde50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2929895
Jan 22 15:41:05.017890 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bd0ba8>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:09Z', 'revision_number': 2, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}, {'id': '945bfce7-55ea-4b69-8462-ed989000e263', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:39:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136a06a-773c-4feb-a842-5332003453db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:41:00Z', 'updated_at': '2021-01-22T15:41:03Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:41:05.022503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:41:05.032673 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:41:05.033374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bd0ba8>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:40:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:41:05.236068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:41:05.263544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-e2c27076-3750-4e0a-a823-d0b4ccf293aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:05.265122 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-e2c27076-3750-4e0a-a823-d0b4ccf293aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.4193184
Jan 22 15:41:05.341545 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-f449db37-db4e-486e-a91a-3ce9c0fc5f82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 998 time: 0.4166524
Jan 22 15:41:05.432118 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-0e936a0a-bf5c-46c0-8414-4646ed9d2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:05.434370 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-0e936a0a-bf5c-46c0-8414-4646ed9d2955 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1571674
Jan 22 15:41:05.449796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-f58b8f14-7dcd-4a7a-b201-d9f1d830aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:05.452022 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-f58b8f14-7dcd-4a7a-b201-d9f1d830aa90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.1018906
Jan 22 15:41:05.642202 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4bd0ba8>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:09Z', 'revision_number': 2, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}, {'id': '945bfce7-55ea-4b69-8462-ed989000e263', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:39:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136a06a-773c-4feb-a842-5332003453db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:41:00Z', 'updated_at': '2021-01-22T15:41:03Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:41:05.646476 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683334a-4f3b-448d-902f-98c12d3b8811 None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:09Z', 'revision_number': 2, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}, {'id': '945bfce7-55ea-4b69-8462-ed989000e263', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:39:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136a06a-773c-4feb-a842-5332003453db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:41:00Z', 'updated_at': '2021-01-22T15:41:03Z', 'revision_number': 1, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:41:05.661107 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-002f2838-e358-49ab-ae76-68cafc4f56a0 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132733
Jan 22 15:41:05.667841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-d966a7fe-d6dc-4379-a2ff-eed79806e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:05.669440 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-d966a7fe-d6dc-4379-a2ff-eed79806e179 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1942434
Jan 22 15:41:05.938613 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-2220a5f4-4a03-491d-a2b7-53691c4d8d8a req-f9d02a68-b66e-4d44-82bb-accf550165e9 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2680554
Jan 22 15:41:05.943519 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312b5cb-d38d-4406-ad34-838a5d5059e5 None None] New status for floating IP 945bfce7-55ea-4b69-8462-ed989000e263: ACTIVE {{(pid=80250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:41:05.944597 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-0c71a5b9-3bf8-4c47-b238-e8784512caeb service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2495763
Jan 22 15:41:06.095946 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8fc692fb-d5ab-4343-b894-d6156bb43cc4 req-5ca6e81b-e848-4eb6-b4b4-ac6b65fdd762 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432710
Jan 22 15:41:08.122086 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-0b5b5cd2-265f-4245-91f7-7af485a202b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0768623
Jan 22 15:41:08.306552 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-e97b1c71-bf49-473f-8c5f-7445c45a60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:08.308261 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-e97b1c71-bf49-473f-8c5f-7445c45a60d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1163 time: 0.0837090
Jan 22 15:41:08.469450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-4275e8ee-5377-4508-94b3-ab12de5a73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:08.471059 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-4275e8ee-5377-4508-94b3-ab12de5a73e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.1393104
Jan 22 15:41:08.581525 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-e2e39e4d-121a-4ce6-9113-82927508c19b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 1001 time: 0.1027980
Jan 22 15:41:08.654779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-f45d1d1b-d327-42d8-b6d8-8f0d7acce9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:08.656341 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-f45d1d1b-d327-42d8-b6d8-8f0d7acce9c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0657735
Jan 22 15:41:08.741338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-a2d7162e-ab7c-4859-a8c4-9e03613f68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:08.742939 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-a2d7162e-ab7c-4859-a8c4-9e03613f68d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799437
Jan 22 15:41:08.888851 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-283578c8-ac77-4e54-af5e-1cce8580b149 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389031
Jan 22 15:41:09.030511 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-272de1fe-b506-43e0-92d6-2f155a96c7c4 req-dd64d85f-573d-44fe-921b-f49bad1cf533 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350846
Jan 22 15:41:14.184787 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:18.147780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be23cb0-d133-4802-ab68-5a67e078084e req-0e107c0a-bddf-48cb-bdd2-ed2ff4eb5e8d tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:18.149419 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4be23cb0-d133-4802-ab68-5a67e078084e req-0e107c0a-bddf-48cb-bdd2-ed2ff4eb5e8d tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 945 time: 0.1079371
Jan 22 15:41:18.201397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-4be23cb0-d133-4802-ab68-5a67e078084e req-d491346f-74c4-401a-a16f-a59f13fdd4d1 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446124
Jan 22 15:41:19.521646 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693deb6-418e-4061-8562-105835454b25 req-02c0e18e-d9d7-4aff-9eec-c56ee3becf2c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:19.523285 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0693deb6-418e-4061-8562-105835454b25 req-02c0e18e-d9d7-4aff-9eec-c56ee3becf2c tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 945 time: 0.1921325
Jan 22 15:41:19.576855 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0693deb6-418e-4061-8562-105835454b25 req-ad68bd70-82aa-4f52-8199-11c499193b26 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466902
Jan 22 15:41:20.349362 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 225b9584-7e72-46ff-806c-e32f4401c022 up at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 15:41:20.373360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-76e46591-8639-425f-9fe6-6b353676f870 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:20.375040 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-76e46591-8639-425f-9fe6-6b353676f870 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 945 time: 0.1127670
Jan 22 15:41:20.421684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.provisioning_blocks [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Provisioning complete for port 225b9584-7e72-46ff-806c-e32f4401c022 triggered by entity L2. {{(pid=80250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 15:41:20.422114 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854093170'] for port, provisioning_complete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:20.460300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Deleting port 225b9584-7e72-46ff-806c-e32f4401c022 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:41:20.460697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:20.773974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] For port 225b9584-7e72-46ff-806c-e32f4401c022, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=225b9584-7e72-46ff-806c-e32f4401c022,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:41:20.774622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:20.912698 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Calling delete_port for 225b9584-7e72-46ff-806c-e32f4401c022 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:41:21.018596 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddb1b6-0728-4e08-8633-fd88a3a90e14 req-3e2ebf78-f47f-46ef-ab93-a8b4ca43ac62 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:21.020241 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-55ddb1b6-0728-4e08-8633-fd88a3a90e14 req-3e2ebf78-f47f-46ef-ab93-a8b4ca43ac62 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 945 time: 0.3148065
Jan 22 15:41:21.123869 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-55ddb1b6-0728-4e08-8633-fd88a3a90e14 req-ea225d31-64f2-41a6-b5b4-33e939a664f5 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880420
Jan 22 15:41:21.184944 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:21.200581 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:21.537078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event deleted for resources: {'Port': ['ID=225b9584-7e72-46ff-806c-e32f4401c022,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:21.553779 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.554208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.554663 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.555077 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.555491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.555899 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.556307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.556716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.557123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.557527 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.557930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.558332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.558829 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.559268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.559674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.560073 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.560472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.560870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.561268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.561665 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.562064 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.562464 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.562899 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.563291 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:21.568634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:21.596275 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4727f186-038b-45c8-ac20-fd5dc4f7a574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:21.671496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] No DVR routers for this DVR port 225b9584-7e72-46ff-806c-e32f4401c022 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:41:21.673810 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:21.676651 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b8faf-cc30-4d6d-808c-748a52e96345', 'name': 'network-vif-deleted', 'tag': '225b9584-7e72-46ff-806c-e32f4401c022'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:41:21.736356 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b8faf-cc30-4d6d-808c-748a52e96345', 'name': 'network-vif-deleted', 'tag': '225b9584-7e72-46ff-806c-e32f4401c022', 'status': 'completed', 'code': 200}
Jan 22 15:41:21.739739 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-8e3c6200-2182-49bd-b39a-aa978960f388 req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "DELETE /v2.0/ports/225b9584-7e72-46ff-806c-e32f4401c022 HTTP/1.1" status: 204  len: 173 time: 1.3588834
Jan 22 15:41:22.314375 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1a80282a-550e-4988-8abf-0a9482e8ccce req-3d90de5e-9bdb-4add-994c-5febf4525596 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:41:22.361879 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1a80282a-550e-4988-8abf-0a9482e8ccce req-3d90de5e-9bdb-4add-994c-5febf4525596 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:41:22.363290 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1a80282a-550e-4988-8abf-0a9482e8ccce req-3d90de5e-9bdb-4add-994c-5febf4525596 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=439b8faf-cc30-4d6d-808c-748a52e96345 HTTP/1.1" status: 200  len: 210 time: 0.0971169
Jan 22 15:41:22.935700 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 225b9584-7e72-46ff-806c-e32f4401c022 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:41:22.972183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 225b9584-7e72-46ff-806c-e32f4401c022 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:41:22.972573 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 225b9584-7e72-46ff-806c-e32f4401c022 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:41:23.927414 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c214eda1-1473-4d0d-abc1-b43a5c4cc561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:24.755982 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:25.296784 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff253-797f-4725-9872-6256d295180f req-bf8a809f-ebcd-420a-820d-bdc1142ad884 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:25.298378 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bdbff253-797f-4725-9872-6256d295180f req-bf8a809f-ebcd-420a-820d-bdc1142ad884 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 945 time: 0.1051397
Jan 22 15:41:25.354373 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bdbff253-797f-4725-9872-6256d295180f req-ac10f40a-47fe-46c8-8684-d68c6f8615f3 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496132
Jan 22 15:41:25.533113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:26.007699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:26.595157 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15591fbf-bae9-4719-bc7d-df247733d5a0 req-7af3a7ac-cb08-4309-a6ba-783e69f6fb37 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:26.596699 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15591fbf-bae9-4719-bc7d-df247733d5a0 req-7af3a7ac-cb08-4309-a6ba-783e69f6fb37 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 945 time: 0.1086993
Jan 22 15:41:26.648569 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-15591fbf-bae9-4719-bc7d-df247733d5a0 req-a2148359-c7e3-41f2-a8b7-03748e414508 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456438
Jan 22 15:41:27.195217 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-8f6b90c7-d5e3-4fb8-9a1e-d4621f303b85 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:27.196915 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-8f6b90c7-d5e3-4fb8-9a1e-d4621f303b85 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 945 time: 0.1095655
Jan 22 15:41:27.276356 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Deleting port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:41:27.276735 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:27.540372 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] For port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:41:27.540769 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:27.674141 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Calling delete_port for 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:41:27.922355 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1a6c-bbed-4199-bd40-f58a1f55167a req-c2b37550-0ef9-414e-bd23-55c11d4fb0eb tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:27.923963 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-980c1a6c-bbed-4199-bd40-f58a1f55167a req-c2b37550-0ef9-414e-bd23-55c11d4fb0eb tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=3866c210-18fa-4f50-bc01-18a0bda4a4fa HTTP/1.1" status: 200  len: 867 time: 0.1330566
Jan 22 15:41:27.925276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:27.940923 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:28.006720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event deleted for resources: {'Port': ['ID=4ec4a7f8-abd7-4a14-be57-9ee7988b9908,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:28.062436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:28.110095 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-980c1a6c-bbed-4199-bd40-f58a1f55167a req-057ca247-b999-40e8-825d-4f0bb3c57d95 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340299
Jan 22 15:41:28.204066 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] No DVR routers for this DVR port 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:41:28.206292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:28.209538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'name': 'network-vif-deleted', 'tag': '4ec4a7f8-abd7-4a14-be57-9ee7988b9908'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:41:28.272139 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866c210-18fa-4f50-bc01-18a0bda4a4fa', 'name': 'network-vif-deleted', 'tag': '4ec4a7f8-abd7-4a14-be57-9ee7988b9908', 'status': 'completed', 'code': 200}
Jan 22 15:41:28.328613 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-932a23a7-1ac5-4bb9-a26f-dbc8096c14db req-ab870863-0a96-400a-a967-d09042d00760 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "DELETE /v2.0/ports/4ec4a7f8-abd7-4a14-be57-9ee7988b9908 HTTP/1.1" status: 204  len: 173 time: 1.1261597
Jan 22 15:41:28.705147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:41:28.750277 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:41:28.750739 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 4ec4a7f8-abd7-4a14-be57-9ee7988b9908 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:41:29.805817 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8384ed1-3d0a-4c6e-acfc-78b48aa30eae req-7adf3635-d9d3-4181-871d-3d774d9c4453 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:29.806742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-e8384ed1-3d0a-4c6e-acfc-78b48aa30eae req-7adf3635-d9d3-4181-871d-3d774d9c4453 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:41:29.847590 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-e8384ed1-3d0a-4c6e-acfc-78b48aa30eae req-7adf3635-d9d3-4181-871d-3d774d9c4453 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:41:29.848801 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e8384ed1-3d0a-4c6e-acfc-78b48aa30eae req-7adf3635-d9d3-4181-871d-3d774d9c4453 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 946 time: 0.1523757
Jan 22 15:41:29.901031 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e8384ed1-3d0a-4c6e-acfc-78b48aa30eae req-50826c44-2586-4392-ba12-478284eba7dd tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459671
Jan 22 15:41:31.205249 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623d10-a829-4680-b564-6057c99ba12b req-4ddc0140-a101-41dd-8809-0eed2c28e362 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:31.206831 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99623d10-a829-4680-b564-6057c99ba12b req-4ddc0140-a101-41dd-8809-0eed2c28e362 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 946 time: 0.1766660
Jan 22 15:41:31.239123 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-2d496d0d-52bd-40ba-a895-5551ed3be93e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:31.240667 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-2d496d0d-52bd-40ba-a895-5551ed3be93e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 946 time: 0.1624591
Jan 22 15:41:31.347539 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-99623d10-a829-4680-b564-6057c99ba12b req-e4112d48-6c74-47b0-beef-0480d152d764 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058004
Jan 22 15:41:31.360369 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Deleting port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:41:31.360757 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:31.622177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] For port 13ae21ab-89b6-4023-aac2-ca2ad05b2143, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=13ae21ab-89b6-4023-aac2-ca2ad05b2143,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:41:31.622487 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:31.758623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Calling delete_port for 13ae21ab-89b6-4023-aac2-ca2ad05b2143 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:41:31.933547 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:31.951336 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-43dabf04-548c-46c3-8203-0844b54e75b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:32.050340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event deleted for resources: {'Port': ['ID=13ae21ab-89b6-4023-aac2-ca2ad05b2143,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:32.053639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:32.161952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] No DVR routers for this DVR port 13ae21ab-89b6-4023-aac2-ca2ad05b2143 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:41:32.164109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:32.167978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'name': 'network-vif-deleted', 'tag': '13ae21ab-89b6-4023-aac2-ca2ad05b2143'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:41:32.203002 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-32871e6c-5bed-4803-96b1-50277718f0c0 req-1a22b922-30c8-4816-8998-5e497635710e tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "DELETE /v2.0/ports/13ae21ab-89b6-4023-aac2-ca2ad05b2143 HTTP/1.1" status: 204  len: 173 time: 0.9468567
Jan 22 15:41:32.228162 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380662ca-6f87-4cdd-aec4-837a4f60f36d', 'name': 'network-vif-deleted', 'tag': '13ae21ab-89b6-4023-aac2-ca2ad05b2143', 'status': 'completed', 'code': 200}
Jan 22 15:41:32.478199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 13ae21ab-89b6-4023-aac2-ca2ad05b2143 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:41:32.514967 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 13ae21ab-89b6-4023-aac2-ca2ad05b2143 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:41:32.515365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 13ae21ab-89b6-4023-aac2-ca2ad05b2143 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:41:32.547936 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0002cebd-0931-47a4-a2d8-990387ce9202 req-92fe56ec-1e46-4e4e-8c33-62352673ee04 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Synchronizing usage tracker for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:41:32.601678 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-0002cebd-0931-47a4-a2d8-990387ce9202 req-92fe56ec-1e46-4e4e-8c33-62352673ee04 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Unset dirty status for tenant:ed85e9b232aa4e20be2bec8740b7c695 on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:41:32.603082 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-0002cebd-0931-47a4-a2d8-990387ce9202 req-92fe56ec-1e46-4e4e-8c33-62352673ee04 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=380662ca-6f87-4cdd-aec4-837a4f60f36d HTTP/1.1" status: 200  len: 210 time: 0.1032619
Jan 22 15:41:35.524803 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6955-361a-4283-8c7a-9308b4c76a4f req-b00e6c83-161b-4bf7-83d5-0e65ab8a58f4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:35.526422 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6c6c6955-361a-4283-8c7a-9308b4c76a4f req-b00e6c83-161b-4bf7-83d5-0e65ab8a58f4 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 945 time: 0.1128361
Jan 22 15:41:35.580889 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-6c6c6955-361a-4283-8c7a-9308b4c76a4f req-dd8f2f3f-2b03-4348-88be-d0a30638be9f tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478857
Jan 22 15:41:36.821034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad15fe-f970-41ab-8da6-0cf5ed16bb1d req-6f2f7dc1-6967-4392-92b3-55a0fb37ea0f tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:36.822711 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7bad15fe-f970-41ab-8da6-0cf5ed16bb1d req-6f2f7dc1-6967-4392-92b3-55a0fb37ea0f tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 945 time: 0.1089461
Jan 22 15:41:36.878355 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7bad15fe-f970-41ab-8da6-0cf5ed16bb1d req-02bcb924-5b67-4be4-a1d1-3ff0861b1b77 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/security-groups?id=5acf04ac-c451-4335-8c9c-253c9c7058c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493729
Jan 22 15:41:37.154192 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-4c234a5c-3bb5-4601-83fa-64cadaf90b08 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:41:37.155766 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-4c234a5c-3bb5-4601-83fa-64cadaf90b08 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 945 time: 0.1091113
Jan 22 15:41:37.237498 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Deleting port 601f3404-a6e5-4317-8737-1d83d63b8564 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:41:37.237885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:37.502880 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] For port 601f3404-a6e5-4317-8737-1d83d63b8564, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=601f3404-a6e5-4317-8737-1d83d63b8564,segment=NetworkSegment(8e597250-2144-4ea3-bd64-9c27b6bae201),segment_id=8e597250-2144-4ea3-bd64-9c27b6bae201)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:41:37.503278 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:37.642188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Calling delete_port for 601f3404-a6e5-4317-8737-1d83d63b8564 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:41:37.886649 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:37.904668 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-338a1ff2-35c3-4789-8f75-dcf5fce2cd4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:38.272892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Pushing event deleted for resources: {'Port': ['ID=601f3404-a6e5-4317-8737-1d83d63b8564,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:38.275975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:38.293243 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-ea94c5fa-d324-4d3d-88aa-87542ac957f3 req-d812b38c-3514-4f5f-ab1d-75c6145d8805 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.54 "GET /v2.0/ports?device_id=051e466c-07ed-4f7f-b917-5af444c7eca5 HTTP/1.1" status: 200  len: 210 time: 0.1139457
Jan 22 15:41:38.392889 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 601f3404-a6e5-4317-8737-1d83d63b8564 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:41:38.397080 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] No DVR routers for this DVR port 601f3404-a6e5-4317-8737-1d83d63b8564 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:41:38.399404 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:38.402268 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'name': 'network-vif-deleted', 'tag': '601f3404-a6e5-4317-8737-1d83d63b8564'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:41:38.431938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 601f3404-a6e5-4317-8737-1d83d63b8564 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:41:38.431938 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 601f3404-a6e5-4317-8737-1d83d63b8564 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:41:38.448397 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-e68ee9e7-9dd2-4d99-98b6-20a9ceab1573 req-baf385d1-0afb-4c61-b502-7ebc11a13aa2 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] 10.222.0.62 "DELETE /v2.0/ports/601f3404-a6e5-4317-8737-1d83d63b8564 HTTP/1.1" status: 204  len: 173 time: 1.2872038
Jan 22 15:41:38.472738 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051e466c-07ed-4f7f-b917-5af444c7eca5', 'name': 'network-vif-deleted', 'tag': '601f3404-a6e5-4317-8737-1d83d63b8564', 'status': 'completed', 'code': 200}
Jan 22 15:41:39.407730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 49790) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:41:39.474684 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Deleting subnet 9fa523a1-5b46-4a13-b22e-4454d89e5d85 {{(pid=80248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:41:39.477805 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:39.530898 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170753'] for subnet, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:39.594978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:39.893300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3026001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199722'] for subnet, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:39.909120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:40.002864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa523a1-5b46-4a13-b22e-4454d89e5d85,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:40.007423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:40.052449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:40.058633 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-ed10c975-b7b2-43f4-843c-24076922d1bb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9fa523a1-5b46-4a13-b22e-4454d89e5d85 HTTP/1.1" status: 204  len: 168 time: 0.6497703
Jan 22 15:41:40.062039 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 49794) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:41:40.181345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:40.288231 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:41:40.378254 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:40.505591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1df79f7b8>,) {'filters': {'network_id': ['c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341']}} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:41:40.518998 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1df79f7b8>, '8e597250-2144-4ea3-bd64-9c27b6bae201') {'for_net_delete': True} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:41:40.519340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1df79f7b8>, '8e597250-2144-4ea3-bd64-9c27b6bae201') {} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:41:40.531952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852295878'] for segment, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:40.547262 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:40.549248 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:41:40.729753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:41:40.739403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2243804'] for segment, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:40.924390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Network c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:41:40.946808 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:41:41.064442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:41.068296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ee0d28a5-e665-44c6-9b01-cc6b388c7b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:41.082623 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:41.094307 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:41.104441 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.104874 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.105298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.105711 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.106124 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.107208 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.107619 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.108034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.108443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.108847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.109251 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.109652 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.110112 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.110520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.115055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:41:41.118117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:41.150913 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c2cf1ac5-20ad-4f0c-bbc6-e4fd735c0341 HTTP/1.1" status: 204  len: 168 time: 1.0876718
Jan 22 15:41:41.567163 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 49800) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:41:41.619281 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6d707114-61c0-420d-8fd2-2e1197db5307 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed85e9b232aa4e20be2bec8740b7c695&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507951
Jan 22 15:41:41.621834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 49804) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:41:41.685587 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:41.713169 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:41.813485 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:41.818599 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-eec02829-d362-4903-ad85-171155ad2f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:41:41.836240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf04ac-c451-4335-8c9c-253c9c7058c7,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:41:41.839199 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:41:41.875368 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:41.876597 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5acf04ac-c451-4335-8c9c-253c9c7058c7 HTTP/1.1" status: 204  len: 168 time: 0.2537980
Jan 22 15:41:44.213101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:51.624490 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4721c6d0-61aa-4057-83e4-679dc088ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:53.904456 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-8c8d7ee7-52eb-4b0c-8de5-c680819338b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:54.744215 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:55.549346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:41:56.007057 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:02.272012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50020) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:02.427436 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:02.444177 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:42:02.448312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Usage tracker for resource:security_group_rule and tenant:ebeda54d216746ebbc328f504df5e6e8 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:42:02.451520 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:42:02.458304 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:42:02.761729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:02.790195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:02.800766 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b73f3d3a-a8c6-413b-b004-94c12891aa23 tempest-AttachVolumeShelveTestJSON-1397473767 tempest-AttachVolumeShelveTestJSON-1397473767] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:02.843198 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ebeda54d216746ebbc328f504df5e6e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5699983
Jan 22 15:42:02.844914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18cf4e8-e334-4c10-831f-d32eb00ff1cb,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:02.846128 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50026) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:02.849022 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-6268a62a-1c04-4445-af4e-f287e41b4aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:02.912238 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:02.940762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:03.024377 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:03.029685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-958c98b2-0bf8-4b8d-9216-73c4a71bf191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:03.043605 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18cf4e8-e334-4c10-831f-d32eb00ff1cb,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:03.047468 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:03.049569 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:03.053677 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b18cf4e8-e334-4c10-831f-d32eb00ff1cb HTTP/1.1" status: 204  len: 168 time: 0.2029381
Jan 22 15:42:03.561916 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50038) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:03.581868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:03.600285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:42:03.604357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:3ae5d4b546264968a06c0de8cc3acce9 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:42:03.607396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:42:03.613312 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:42:03.753780 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:03.778035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:03.791712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ac35c8a7-5482-43dc-94f3-1c28db2887e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:03.837445 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ae5d4b546264968a06c0de8cc3acce9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2741346
Jan 22 15:42:03.838314 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2affd9bf-b6e7-410e-8540-566fa857fb24,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:03.840292 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50042) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:03.841886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-376e69df-bbcb-4d35-9f5e-0207c207fdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:03.905593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:03.944239 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:04.035611 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:04.040313 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-91129534-254a-4f4d-b52e-111c761cb95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:04.057028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2affd9bf-b6e7-410e-8540-566fa857fb24,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:04.060334 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:04.068908 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:04.071189 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2affd9bf-b6e7-410e-8540-566fa857fb24 HTTP/1.1" status: 204  len: 168 time: 0.2293186
Jan 22 15:42:10.437218 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-0ce12474-e5ab-4208-9948-cc72ba767865 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2161605
Jan 22 15:42:10.554991 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd253-937e-48c1-a106-853e2c843956 req-b2a6ecbc-e7a8-4c30-9889-5133db418d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:10.556727 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-b2a6ecbc-e7a8-4c30-9889-5133db418d21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1162 time: 0.0860641
Jan 22 15:42:10.727440 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd253-937e-48c1-a106-853e2c843956 req-e3bc3afa-497a-4495-940e-66fb313020a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:10.729050 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-e3bc3afa-497a-4495-940e-66fb313020a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.1513436
Jan 22 15:42:10.839222 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-5cdd793a-0cf8-4110-b8b0-794552132494 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 1000 time: 0.1029994
Jan 22 15:42:10.914604 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd253-937e-48c1-a106-853e2c843956 req-72b664ed-0e2e-40c9-a08c-cc4c2f6297ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:10.916295 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-72b664ed-0e2e-40c9-a08c-cc4c2f6297ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0705552
Jan 22 15:42:11.001295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd253-937e-48c1-a106-853e2c843956 req-e79d0576-1bfd-4c11-9987-a5671b6466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:11.002889 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-e79d0576-1bfd-4c11-9987-a5671b6466e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792294
Jan 22 15:42:11.151936 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-13ad769e-4e10-40bd-ab14-47e355bbdb74 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422880
Jan 22 15:42:11.283240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50138) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:11.311750 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-11ebd253-937e-48c1-a106-853e2c843956 req-7743c2d9-bb73-4f7d-8fab-583a0fb62624 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1529231
Jan 22 15:42:11.437230 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:11.452474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:42:11.456504 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Usage tracker for resource:security_group_rule and tenant:f8bd684690b741919a6b3696c5081dee is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:42:11.459521 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:42:11.465354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:42:11.556580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:11.583989 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:11.593155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d2e6c414-0fbd-4f32-a1c5-ab01ad8e9494 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:11.638581 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8bd684690b741919a6b3696c5081dee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3546381
Jan 22 15:42:11.640385 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4270c958-d46a-47a0-9079-60854cd7e9be,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:11.642095 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50144) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:11.644491 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7e14c79c-13fa-4ca5-a015-2195935f2871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:11.704716 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-14b227a9-776f-448a-a42a-7d422e39dc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:11.733071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-14b227a9-776f-448a-a42a-7d422e39dc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:11.818343 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-14b227a9-776f-448a-a42a-7d422e39dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:11.823427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-272018b8-32bb-41d6-bae3-d339708db046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:11.837713 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b227a9-776f-448a-a42a-7d422e39dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4270c958-d46a-47a0-9079-60854cd7e9be,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:11.840503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-14b227a9-776f-448a-a42a-7d422e39dc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:11.841712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-14b227a9-776f-448a-a42a-7d422e39dc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:11.842945 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-14b227a9-776f-448a-a42a-7d422e39dc2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4270c958-d46a-47a0-9079-60854cd7e9be HTTP/1.1" status: 204  len: 168 time: 0.1996286
Jan 22 15:42:12.343616 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50152) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:12.363165 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:12.380001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:42:12.384180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a73546c3deed4c37b0c0317f934c8233 is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:42:12.387178 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:42:12.392993 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:42:12.483186 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:12.515296 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:12.524730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7aeb3b63-845f-48b2-b8cc-cd5a3fde2f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:12.566835 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a73546c3deed4c37b0c0317f934c8233&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2219815
Jan 22 15:42:12.568533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f9785a-8699-49a1-b34f-d4494f88a5c8,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:12.569822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50156) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:12.571822 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a94ea62d-3fd0-496d-abb8-59e77d5851d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:12.636593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7afbd8bd-7f2d-432d-ba3e-22b5c2de2f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:12.664034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7afbd8bd-7f2d-432d-ba3e-22b5c2de2f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:12.738544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7afbd8bd-7f2d-432d-ba3e-22b5c2de2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:12.744284 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b2530bdd-3ee3-4074-8bc4-46ce9e9b93a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:12.758617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbd8bd-7f2d-432d-ba3e-22b5c2de2f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f9785a-8699-49a1-b34f-d4494f88a5c8,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:12.761472 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7afbd8bd-7f2d-432d-ba3e-22b5c2de2f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:12.771732 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7afbd8bd-7f2d-432d-ba3e-22b5c2de2f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:12.772965 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-7afbd8bd-7f2d-432d-ba3e-22b5c2de2f90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3f9785a-8699-49a1-b34f-d4494f88a5c8 HTTP/1.1" status: 204  len: 168 time: 0.2013316
Jan 22 15:42:14.212928 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:17.277654 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:42:21.601501 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e84e371e-da3c-4d69-83aa-d6bf639afe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:23.910508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ab8e5f67-1340-47e9-8e5a-2e873dd1fedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:24.767068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.277790 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50248) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:25.436853 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.452950 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:42:25.457481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Usage tracker for resource:security_group_rule and tenant:0aad59658e994480bb8f94634f35a000 is out of sync, need to count used quota {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:42:25.460509 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:42:25.466639 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:42:25.538870 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.562126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.595544 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.605018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ffcb53ee-2e4a-4f37-98f4-67b08a7ef180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:25.651527 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0aad59658e994480bb8f94634f35a000&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3725615
Jan 22 15:42:25.652481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d5f8ce-5ddd-48ec-933b-1a78bc7f02e3,revision_number=1']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:25.654624 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50254) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:25.660752 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.661241 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.661797 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.662219 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.662698 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.663113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.663695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.663930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.664340 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.664745 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.665147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.665554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.666011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.666410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.666833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.667232 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.667632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.668031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.668428 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.668971 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.669221 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.669617 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.670012 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.670405 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:25.675037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-9fa1d26b-2e24-4e59-8afc-06c162dd9267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:25.719537 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a36822cc-10fd-4e47-ac36-9aaadafd7103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.746444 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a36822cc-10fd-4e47-ac36-9aaadafd7103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.823827 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a36822cc-10fd-4e47-ac36-9aaadafd7103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.828954 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-00af7179-1083-4bdf-a8aa-a046411bca3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:25.843931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36822cc-10fd-4e47-ac36-9aaadafd7103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d5f8ce-5ddd-48ec-933b-1a78bc7f02e3,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:25.847130 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a36822cc-10fd-4e47-ac36-9aaadafd7103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:25.851493 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a36822cc-10fd-4e47-ac36-9aaadafd7103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:25.852724 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a36822cc-10fd-4e47-ac36-9aaadafd7103 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7d5f8ce-5ddd-48ec-933b-1a78bc7f02e3 HTTP/1.1" status: 204  len: 168 time: 0.1970372
Jan 22 15:42:26.007142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.309545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50262) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:26.332115 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.348374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 15:42:26.352454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d64aa58694747919822ebc0ff49accd is out of sync, need to count used quota {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 15:42:26.355400 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80249) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 15:42:26.361295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.quota.driver [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 15:42:26.447374 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.504285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_create {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.514079 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a2466187-31fc-4466-b0f6-7352ad346154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:26.556582 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d64aa58694747919822ebc0ff49accd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2458985
Jan 22 15:42:26.558282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a91fc-eb28-4982-9090-27d298c5f93e,revision_number=1']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:26.559541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50266) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:42:26.561550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2e9c20ac-d289-4e66-9cc6-a147cc7d24b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:26.623534 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3f02-7131-4bc5-9a3e-fba121017431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.652107 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3f02-7131-4bc5-9a3e-fba121017431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.727099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3f02-7131-4bc5-9a3e-fba121017431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.732135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2f3783d1-cbe5-42f3-b652-39a8e7ca7161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:26.745329 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e3f02-7131-4bc5-9a3e-fba121017431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a91fc-eb28-4982-9090-27d298c5f93e,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:26.750354 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1e0e3f02-7131-4bc5-9a3e-fba121017431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:26.754524 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3f02-7131-4bc5-9a3e-fba121017431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:26.755776 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1e0e3f02-7131-4bc5-9a3e-fba121017431 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e25a91fc-eb28-4982-9090-27d298c5f93e HTTP/1.1" status: 204  len: 168 time: 0.1951680
Jan 22 15:42:44.224338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:44.294198 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-e16cabce-8bfa-4c20-a39d-10a0ecd23582 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips/945bfce7-55ea-4b69-8462-ed989000e263 HTTP/1.1" status: 200  len: 997 time: 0.1172462
Jan 22 15:42:44.477503 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-694dc140-5a4e-474a-8773-335a738b798c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:44.479016 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-694dc140-5a4e-474a-8773-335a738b798c tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1789267
Jan 22 15:42:44.594344 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-7882cea1-f9bd-4c21-ac83-85a60a3b75c7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.72 HTTP/1.1" status: 200  len: 1000 time: 0.1087742
Jan 22 15:42:44.698233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-9bd302d6-ecd9-49b4-8289-7934baf090de tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:44.699710 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-9bd302d6-ecd9-49b4-8289-7934baf090de tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports/916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 942 time: 0.0995481
Jan 22 15:42:44.885439 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-cefe05fe-5760-4f8b-8305-baeafb6deb10 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.72 HTTP/1.1" status: 200  len: 1000 time: 0.1051111
Jan 22 15:42:45.114403 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port 388b5f41-a2b3-444c-9084-5fcd2e65b386 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:42:45.115086 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:45.296101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:45.299753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:45.431188 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for 388b5f41-a2b3-444c-9084-5fcd2e65b386 owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:42:45.612740 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:45.628785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-8b78abab-abb5-4f44-a370-089d97442f63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:45.723785 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event deleted for resources: {'Port': ['ID=388b5f41-a2b3-444c-9084-5fcd2e65b386,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:45.730721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:45.854571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:45.854964 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Floating IP 945bfce7-55ea-4b69-8462-ed989000e263 disassociated (deleted). External IP: 172.27.3.72, port: 916ae298-d1b1-49b8-afdf-21ed9ecf8053.
Jan 22 15:42:46.454685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:42:46.648071 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:42:46.658052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:42:46.667730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:42:46.668395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4975438>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:42:46.727904 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:46.787002 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "DELETE /v2.0/floatingips/945bfce7-55ea-4b69-8462-ed989000e263 HTTP/1.1" status: 204  len: 173 time: 1.8955452
Jan 22 15:42:46.787570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:42:46.846755 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'status': 'completed', 'code': 200}
Jan 22 15:42:46.858011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:42:47.047994 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-5c751688-5691-4a1c-8bf7-9d1382e284bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.049945 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-5c751688-5691-4a1c-8bf7-9d1382e284bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1162 time: 0.1551204
Jan 22 15:42:47.062038 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-7060a91f-0fff-4fe3-9814-f5bd280babcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.063669 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-7060a91f-0fff-4fe3-9814-f5bd280babcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 1162 time: 0.2629337
Jan 22 15:42:47.250806 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4975438>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:09Z', 'revision_number': 2, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:42:47.255203 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:42:47.264382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:42:47.265042 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4975438>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:24Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:42:47.331584 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-21169706-3575-4446-b78f-0e0ba61746b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.333248 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-21169706-3575-4446-b78f-0e0ba61746b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2738221
Jan 22 15:42:47.336300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-96bfa9a3-4a7a-4524-b7e7-9c6b43a34da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.337927 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-96bfa9a3-4a7a-4524-b7e7-9c6b43a34da2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2497530
Jan 22 15:42:47.476013 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-a6339b9b-370e-4515-b857-56e330bcc2a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 217 time: 0.1359301
Jan 22 15:42:47.487419 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-3145698d-e796-4863-81b1-8552d38afac5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 200  len: 217 time: 0.0798016
Jan 22 15:42:47.607672 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:42:47.611541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-456d152f-e9a9-4912-8617-9fb88ee98138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.613148 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-456d152f-e9a9-4912-8617-9fb88ee98138 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.1279376
Jan 22 15:42:47.614595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-5aad7932-1eb2-4518-9478-cd09cf4bbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.616328 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-5aad7932-1eb2-4518-9478-cd09cf4bbc80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.0902586
Jan 22 15:42:47.767655 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-6956c52d-6761-4ebd-ac1c-4a043b2ee0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.769283 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-6956c52d-6761-4ebd-ac1c-4a043b2ee0c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1494176
Jan 22 15:42:47.773648 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-017aadc6-b48e-489f-8b5f-a51d1390c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:47.775786 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-017aadc6-b48e-489f-8b5f-a51d1390c839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1167071
Jan 22 15:42:47.975730 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4975438>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:09Z', 'revision_number': 2, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:42:47.980660 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af83fd8-353f-4251-9f3d-32ca7564baba None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_floatingips': [{'id': '20397ef0-3018-47bd-b190-9d95038893d5', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'router_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'port_id': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'mac_address': 'fa:16:3e:1e:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf8871-75f4-456d-944a-349acac4885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T15:39:04Z', 'updated_at': '2021-01-22T15:39:09Z', 'revision_number': 2, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:42:48.041268 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-ee045dab-c26d-4f0a-b87f-d48b601feb8f service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644408
Jan 22 15:42:48.044751 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-3af96ff8-b8fb-4837-8b98-928a5d451882 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442811
Jan 22 15:42:48.310956 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-d5308278-4ffa-4f84-99fb-375f8512d779 req-9d194402-3c9e-4258-bf3d-f750060fb1b0 service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2631733
Jan 22 15:42:48.314196 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1b66f531-6270-4a9f-8225-bba7045c3343 req-8ecadc25-e0ed-48ca-9e77-08ea2ab40941 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2441216
Jan 22 15:42:48.384833 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78e12a-2156-4f67-97f5-f92d7e040af2 None None] New status for floating IP 945bfce7-55ea-4b69-8462-ed989000e263: DOWN {{(pid=80250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:42:48.876381 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8dc5d-b403-4132-905d-2e543e203c58 req-9ed83628-d32a-4e9c-a52d-25a74c6fca34 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:48.877074 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-29a8dc5d-b403-4132-905d-2e543e203c58 req-9ed83628-d32a-4e9c-a52d-25a74c6fca34 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:42:48.919813 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-29a8dc5d-b403-4132-905d-2e543e203c58 req-9ed83628-d32a-4e9c-a52d-25a74c6fca34 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:42:48.921061 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29a8dc5d-b403-4132-905d-2e543e203c58 req-9ed83628-d32a-4e9c-a52d-25a74c6fca34 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 945 time: 0.1540573
Jan 22 15:42:48.972841 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-29a8dc5d-b403-4132-905d-2e543e203c58 req-f06f26cb-18eb-436b-9351-d200e5c64a27 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0453422
Jan 22 15:42:50.213127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a6d9-773c-491d-b1d6-6bef8680f164 req-981da45b-258a-42ee-9041-c7ede3caacb6 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:50.214894 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5047a6d9-773c-491d-b1d6-6bef8680f164 req-981da45b-258a-42ee-9041-c7ede3caacb6 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 945 time: 0.1053963
Jan 22 15:42:50.267608 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5047a6d9-773c-491d-b1d6-6bef8680f164 req-df4da5b6-9176-4baf-9970-8622a9467564 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0463228
Jan 22 15:42:50.550677 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-d41681a0-f910-4786-9847-129b8db9de4a tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:50.552177 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-d41681a0-f910-4786-9847-129b8db9de4a tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 945 time: 0.1090450
Jan 22 15:42:50.632767 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:42:50.633160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:50.896972 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] For port 916ae298-d1b1-49b8-afdf-21ed9ecf8053, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:42:50.897295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:51.027828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 916ae298-d1b1-49b8-afdf-21ed9ecf8053 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:42:51.158016 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691214'] for port, before_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:51.188127 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053'}] {{(pid=80250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:42:51.199427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] For port 916ae298-d1b1-49b8-afdf-21ed9ecf8053, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:42:51.241855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266021621654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770832742805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266022032978'] for port, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:51.245164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:51.278491 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'code': 200}
Jan 22 15:42:51.290236 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for 916ae298-d1b1-49b8-afdf-21ed9ecf8053 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:42:51.324630 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Pushing event updated for resources: {'Port': ['ID=916ae298-d1b1-49b8-afdf-21ed9ecf8053,revision_number=5']} {{(pid=80250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:51.333224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.333621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.334005 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.334387 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.334789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.335167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.335543 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.335914 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.336328 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.336695 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.337063 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.337431 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.337859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.338263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.338600 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.338974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.339338 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.339703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.340075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.340438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.340843 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.341206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.341568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.341929 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:42:51.346545 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:51.407311 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80248) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:42:51.407692 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:42:51.515875 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198b839-3df7-4524-8963-f68b5e8e0f42 req-bd1f6ba1-3f2e-4c55-830b-fdbae7227e39 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:51.517541 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a198b839-3df7-4524-8963-f68b5e8e0f42 req-bd1f6ba1-3f2e-4c55-830b-fdbae7227e39 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 943 time: 0.1088884
Jan 22 15:42:51.572619 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a198b839-3df7-4524-8963-f68b5e8e0f42 req-b7a89522-44ae-40d3-9d72-4c354d9b092d tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0485406
Jan 22 15:42:51.578285 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b4263e57-841f-47bf-91f2-b3d989d75efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:51.909175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:42:51.909499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:52.173195 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] For port 916ae298-d1b1-49b8-afdf-21ed9ecf8053, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=916ae298-d1b1-49b8-afdf-21ed9ecf8053,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:42:52.173492 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:52.309013 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for 916ae298-d1b1-49b8-afdf-21ed9ecf8053 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:42:52.682048 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:52.698034 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-783280ce-6ea7-4d5a-9e4b-4181e6e4294c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:52.833699 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event deleted for resources: {'Port': ['ID=916ae298-d1b1-49b8-afdf-21ed9ecf8053,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:52.846068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:52.854833 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b93e3d86-e43d-41a7-9c5d-37dc4f792744 req-fd646c74-da7c-4fb6-8136-d806f4c89b6d tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 210 time: 0.1227517
Jan 22 15:42:52.959847 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] No DVR routers for this DVR port 916ae298-d1b1-49b8-afdf-21ed9ecf8053 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:42:52.962661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:52.965418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'name': 'network-vif-deleted', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:42:53.013592 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-a39b2fb5-96ba-49c1-b106-2f04fc58d93d req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "DELETE /v2.0/ports/916ae298-d1b1-49b8-afdf-21ed9ecf8053 HTTP/1.1" status: 204  len: 173 time: 2.4555874
Jan 22 15:42:53.031572 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a136a06a-773c-4feb-a842-5332003453db', 'name': 'network-vif-deleted', 'tag': '916ae298-d1b1-49b8-afdf-21ed9ecf8053', 'status': 'completed', 'code': 200}
Jan 22 15:42:53.915210 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a3e22abf-af75-4cdf-a1e8-82a1e40abe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:54.046011 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-04f95d6a-2f29-454d-af7b-38ca50bf2ffe req-2f754766-cace-496e-81bf-6570c5735777 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:42:54.092346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-04f95d6a-2f29-454d-af7b-38ca50bf2ffe req-2f754766-cace-496e-81bf-6570c5735777 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:42:54.093662 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-04f95d6a-2f29-454d-af7b-38ca50bf2ffe req-2f754766-cace-496e-81bf-6570c5735777 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=a136a06a-773c-4feb-a842-5332003453db HTTP/1.1" status: 200  len: 210 time: 0.0967779
Jan 22 15:42:54.277676 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:42:54.749513 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:55.538332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:56.018243 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:57.883106 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-ed33d0a4-9495-4520-af50-5ec812f960e2 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips/20397ef0-3018-47bd-b190-9d95038893d5 HTTP/1.1" status: 200  len: 998 time: 0.1181862
Jan 22 15:42:58.067135 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-56f397fb-6115-42b9-881e-4bd0c684ca76 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:58.068624 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-56f397fb-6115-42b9-881e-4bd0c684ca76 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1766980
Jan 22 15:42:58.185643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-6d0175e6-0876-44ad-92ad-d83049a11e48 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:42:58.247423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-6d0175e6-0876-44ad-92ad-d83049a11e48 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:42:58.248728 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-6d0175e6-0876-44ad-92ad-d83049a11e48 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200  len: 1001 time: 0.1730251
Jan 22 15:42:58.348808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-e426faf9-2a39-4d5e-b3c2-86f0b5127d84 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:42:58.350275 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-e426faf9-2a39-4d5e-b3c2-86f0b5127d84 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports/49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 943 time: 0.0956604
Jan 22 15:42:58.541615 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-aab0bade-c8cd-44e6-a897-28d155825324 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.69 HTTP/1.1" status: 200  len: 1001 time: 0.1107774
Jan 22 15:42:58.768851 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port 251166df-a571-4059-9579-31aa14cb16dc {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:42:58.769234 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:58.946113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:58.946547 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:59.080988 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for 251166df-a571-4059-9579-31aa14cb16dc owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:42:59.350037 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:59.366499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-44197942-7267-42b4-92f7-32520ad0f2e7 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:42:59.466253 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event deleted for resources: {'Port': ['ID=251166df-a571-4059-9579-31aa14cb16dc,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:42:59.470317 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:42:59.593500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:42:59.593883 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.db.l3_db [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Floating IP 20397ef0-3018-47bd-b190-9d95038893d5 disassociated (deleted). External IP: 172.27.3.69, port: 49e68fa8-3c18-409d-86eb-5728c30e83e4.
Jan 22 15:43:00.217563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:43:00.424233 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:43:00.434304 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:43:00.444606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:43:00.465422 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089fd0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:00.533479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:00.598184 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-36b947c6-d707-42d3-b173-6681a9f83a7e tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "DELETE /v2.0/floatingips/20397ef0-3018-47bd-b190-9d95038893d5 HTTP/1.1" status: 204  len: 173 time: 2.0508490
Jan 22 15:43:00.598770 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:43:00.641287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:43:00.696102 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-c0c53b8e-185a-4834-bf3f-1a75b2ab26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:00.698467 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-c0c53b8e-185a-4834-bf3f-1a75b2ab26eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1163 time: 0.0862441
Jan 22 15:43:00.787342 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'status': 'completed', 'code': 200}
Jan 22 15:43:00.909679 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-5f16f0bd-22f6-4658-81e6-c1273c7c3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:00.911385 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-5f16f0bd-22f6-4658-81e6-c1273c7c3978 service neutron] 10.222.0.54 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2061784
Jan 22 15:43:00.991062 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089fd0>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:00.995379 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-3781ff84-00bd-4faf-9424-2a804d89c0b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 217 time: 0.0742271
Jan 22 15:43:00.995864 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:43:01.001388 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-5fc5d266-ffc7-497a-b303-86c0b9f717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:01.003011 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-5fc5d266-ffc7-497a-b303-86c0b9f717c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06edc906882c4b89bad2e635eb203c1e&device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 1163 time: 0.1937149
Jan 22 15:43:01.005162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:43:01.005839 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089fd0>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:01.172291 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-f5dbacbf-7143-420a-9cf2-be73380a2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:01.173907 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-f5dbacbf-7143-420a-9cf2-be73380a2edc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.1699812
Jan 22 15:43:01.208609 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:43:01.264533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-61895e6d-a952-488b-bb36-5750caf278d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:01.266131 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-61895e6d-a952-488b-bb36-5750caf278d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 200  len: 906 time: 0.2235906
Jan 22 15:43:01.351303 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-4ac9db15-2dc7-4ddf-af46-6b52245c218a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 200  len: 217 time: 0.0776031
Jan 22 15:43:01.400680 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-369e3348-fb1b-4504-88fd-717e824febf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:01.402374 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-369e3348-fb1b-4504-88fd-717e824febf1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2191703
Jan 22 15:43:01.514598 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-fe8fb5f3-0d2c-48a8-8ef7-d4dae18f867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:01.516337 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-fe8fb5f3-0d2c-48a8-8ef7-d4dae18f867c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 200  len: 851 time: 0.1577318
Jan 22 15:43:01.552579 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089fd0>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:01.557286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccba76-7b9b-4401-8b27-484adb1c32ad None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:35:51Z', 'revision_number': 4, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi', '_interfaces': [{'id': '2d83bb6b-91f5-4015-8be2-e10f16409020', 'name': '', 'network_id': '21ad423d-38dc-4d5a-aa7e-aa67071a2abb', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'mac_address': 'fa:16:3e:91:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:50Z', 'updated_at': '2021-01-22T15:35:59Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'subnets': [{'id': 'f5d2773f-e47e-4caa-8b37-86b1fc21dbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:43:01.630765 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-0d6ea701-a333-4ed9-ab8c-afca0c927892 service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186468
Jan 22 15:43:01.730143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-6ef5a708-6735-4aac-be6f-2933e7c4c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:01.731799 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-6ef5a708-6735-4aac-be6f-2933e7c4c936 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21ad423d-38dc-4d5a-aa7e-aa67071a2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2048888
Jan 22 15:43:01.885110 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-bba1311b-f5c8-4f4e-af88-9c487911260e req-cc4c1858-5fb9-4b3a-9597-e912ce05d61f service neutron] 10.222.0.54 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2475638
Jan 22 15:43:01.921330 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-98c5bb84-aaa2-4716-b5b7-0cdea8ac935c service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814833
Jan 22 15:43:01.954952 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d9e5c-67a8-4e2f-b864-208970b3d2e0 None None] New status for floating IP 20397ef0-3018-47bd-b190-9d95038893d5: DOWN {{(pid=80250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 15:43:02.082939 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-aa5707ba-38d9-4d84-9093-4db52f85918b req-12f1bea2-9ac3-4d1d-ac5f-dbe9c244b9ba service neutron] 10.222.0.62 "GET /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552479
Jan 22 15:43:02.473229 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1d2b3-b6fc-40a4-a535-7e69ab97d3a5 req-79476568-d6af-4c2e-ad25-6054d5ce1117 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:02.474051 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-57a1d2b3-b6fc-40a4-a535-7e69ab97d3a5 req-79476568-d6af-4c2e-ad25-6054d5ce1117 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:43:02.515366 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-57a1d2b3-b6fc-40a4-a535-7e69ab97d3a5 req-79476568-d6af-4c2e-ad25-6054d5ce1117 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:43:02.516710 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57a1d2b3-b6fc-40a4-a535-7e69ab97d3a5 req-79476568-d6af-4c2e-ad25-6054d5ce1117 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1519103
Jan 22 15:43:02.573392 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-57a1d2b3-b6fc-40a4-a535-7e69ab97d3a5 req-70336226-2dfe-4737-a46d-27bbe589a30d tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0497966
Jan 22 15:43:03.820927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79559fed-566c-478a-811e-9f6f30395493 req-bdf5ad16-0433-4acb-a83f-7e14c4445b34 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:03.823108 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-79559fed-566c-478a-811e-9f6f30395493 req-bdf5ad16-0433-4acb-a83f-7e14c4445b34 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1136253
Jan 22 15:43:03.876009 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-79559fed-566c-478a-811e-9f6f30395493 req-e4e7850b-788e-478a-9294-d71f00558917 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0459073
Jan 22 15:43:04.079913 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-0224ee34-5968-4e3d-b936-c82906de89c9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:04.081593 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-0224ee34-5968-4e3d-b936-c82906de89c9 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1196122
Jan 22 15:43:04.175391 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port 49e68fa8-3c18-409d-86eb-5728c30e83e4 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:04.175848 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:04.708224 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] For port 49e68fa8-3c18-409d-86eb-5728c30e83e4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=49e68fa8-3c18-409d-86eb-5728c30e83e4,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:04.708618 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:04.841621 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for 49e68fa8-3c18-409d-86eb-5728c30e83e4 owned by compute:nova {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:05.177395 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ae2e-d788-4bc7-a381-4c3727783aed req-a04469d9-961c-4a73-9cf0-0d311272feb3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:05.179105 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5262ae2e-d788-4bc7-a381-4c3727783aed req-a04469d9-961c-4a73-9cf0-0d311272feb3 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 946 time: 0.1389532
Jan 22 15:43:05.180346 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:05.193382 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 49e68fa8-3c18-409d-86eb-5728c30e83e4 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:43:05.196191 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-2f8296eb-4648-4a0b-be6f-e0b8c78980ae tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:05.234583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] No Port match for: 49e68fa8-3c18-409d-86eb-5728c30e83e4 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:43:05.234974 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Device 49e68fa8-3c18-409d-86eb-5728c30e83e4 not bound to the agent host hv-cinder-76377 {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:43:05.308788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event deleted for resources: {'Port': ['ID=49e68fa8-3c18-409d-86eb-5728c30e83e4,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:05.320056 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:05.371134 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-5262ae2e-d788-4bc7-a381-4c3727783aed req-5bd1d3c6-5d4a-4617-bc60-e6fd18d60538 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups?id=f52762fe-9ae5-4660-bb74-783da764abc0&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1313202
Jan 22 15:43:05.453712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] No DVR routers for this DVR port 49e68fa8-3c18-409d-86eb-5728c30e83e4 on host hv-cinder-76377 {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:43:05.455978 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for port, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:05.458859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'name': 'network-vif-deleted', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4'}] {{(pid=80248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 15:43:05.518641 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf8871-75f4-456d-944a-349acac4885d', 'name': 'network-vif-deleted', 'tag': '49e68fa8-3c18-409d-86eb-5728c30e83e4', 'status': 'completed', 'code': 200}
Jan 22 15:43:05.527572 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-562dbe8f-46ae-4e54-b60e-cabba21c3ff4 req-44a83777-2ac7-48c6-805c-ac5799020a71 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.62 "DELETE /v2.0/ports/49e68fa8-3c18-409d-86eb-5728c30e83e4 HTTP/1.1" status: 204  len: 173 time: 1.4394622
Jan 22 15:43:06.563606 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b8ea0597-c18e-49e7-9e46-2cfd42ba02ed req-c62c813f-69e7-4c8b-b90d-ce7bde2fac4f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:43:06.612643 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-b8ea0597-c18e-49e7-9e46-2cfd42ba02ed req-c62c813f-69e7-4c8b-b90d-ce7bde2fac4f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:port {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:43:06.613907 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-b8ea0597-c18e-49e7-9e46-2cfd42ba02ed req-c62c813f-69e7-4c8b-b90d-ce7bde2fac4f tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/ports?device_id=bfdf8871-75f4-456d-944a-349acac4885d HTTP/1.1" status: 200  len: 210 time: 0.0997744
Jan 22 15:43:07.842120 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-404f40c2-859c-485b-a94a-0fb12c3bdec6 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips/5f99b504-0571-44c7-82c9-dd991113034e HTTP/1.1" status: 200  len: 693 time: 0.0935421
Jan 22 15:43:08.025717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-be9ad39c-04f2-4276-8a99-5ac9d0258720 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 15:43:08.027238 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-be9ad39c-04f2-4276-8a99-5ac9d0258720 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/networks/8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41 HTTP/1.1" status: 200  len: 784 time: 0.1792865
Jan 22 15:43:08.122683 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-000668fa-038b-4151-afc8-7c159fb0ddba tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Synchronizing usage tracker for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 15:43:08.154930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.quota.resource [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-000668fa-038b-4151-afc8-7c159fb0ddba tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Unset dirty status for tenant:06edc906882c4b89bad2e635eb203c1e on resource:floatingip {{(pid=80248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 15:43:08.156177 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-000668fa-038b-4151-afc8-7c159fb0ddba tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.146 HTTP/1.1" status: 200  len: 696 time: 0.1224282
Jan 22 15:43:08.249483 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-da085fe9-38c9-43a0-83ae-cf6a34fa881a tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.27.3.146 HTTP/1.1" status: 200  len: 696 time: 0.0866892
Jan 22 15:43:08.425892 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Deleting port c8ef93b0-5dcb-41a7-80ca-14b33583741d {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:08.426276 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:08.605852 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:08.606228 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:08.742175 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Calling delete_port for c8ef93b0-5dcb-41a7-80ca-14b33583741d owned by network:floatingip {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:08.903754 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:08.922339 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-4494f8bc-5ed1-4a9f-819d-7edfb7775f75 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:09.017650 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event deleted for resources: {'Port': ['ID=c8ef93b0-5dcb-41a7-80ca-14b33583741d,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:09.021583 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:09.143409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for floatingip, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:09.207973 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854515251'] for floatingip, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:09.209248 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-1052cfe7-f287-47a6-9bf5-be1d1661fd9c req-e76a3354-ecfd-4d6f-91a4-9f6f24c6d087 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "DELETE /v2.0/floatingips/5f99b504-0571-44c7-82c9-dd991113034e HTTP/1.1" status: 204  len: 173 time: 0.9539912
Jan 22 15:43:10.748826 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7244fda8-1e8f-4d8a-879a-e916bc85d12d req-558ca6a0-a6d6-4603-8826-242ef34a47b1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "GET /v2.0/security-groups/f52762fe-9ae5-4660-bb74-783da764abc0 HTTP/1.1" status: 200  len: 2995 time: 0.0560129
Jan 22 15:43:10.829479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-7244fda8-1e8f-4d8a-879a-e916bc85d12d req-80b56ce0-df80-4572-a781-9d60ee79e1f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:10.860152 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-7244fda8-1e8f-4d8a-879a-e916bc85d12d req-80b56ce0-df80-4572-a781-9d60ee79e1f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:11.012507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-7244fda8-1e8f-4d8a-879a-e916bc85d12d req-80b56ce0-df80-4572-a781-9d60ee79e1f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:11.018000 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b637f747-ddae-4e02-8abe-a4751a49fe7e tempest-TestMinimumBasicScenario-460868427 tempest-TestMinimumBasicScenario-460868427] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:11.034834 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b56ce0-df80-4572-a781-9d60ee79e1f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52762fe-9ae5-4660-bb74-783da764abc0,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:11.037620 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-80b56ce0-df80-4572-a781-9d60ee79e1f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:11.062591 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [req-7244fda8-1e8f-4d8a-879a-e916bc85d12d req-80b56ce0-df80-4572-a781-9d60ee79e1f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] Notify callbacks [] for security_group, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:11.063839 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [req-7244fda8-1e8f-4d8a-879a-e916bc85d12d req-80b56ce0-df80-4572-a781-9d60ee79e1f1 tempest-TestVolumeBootPattern-1758799305 tempest-TestVolumeBootPattern-1758799305] 10.222.0.54 "DELETE /v2.0/security-groups/f52762fe-9ae5-4660-bb74-783da764abc0 HTTP/1.1" status: 204  len: 173 time: 0.3087926
Jan 22 15:43:11.177575 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50356) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:11.887087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:12.498632 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Deleting port 2d83bb6b-91f5-4015-8be2-e10f16409020 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:12.499020 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:12.683041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] For port 2d83bb6b-91f5-4015-8be2-e10f16409020, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=2d83bb6b-91f5-4015-8be2-e10f16409020,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:12.683442 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:12.819078 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Calling delete_port for 2d83bb6b-91f5-4015-8be2-e10f16409020 owned by network:router_interface {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:13.177460 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:13.196896 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5a666861-f9be-4d6e-8491-d3605a58725b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:13.300707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d83bb6b-91f5-4015-8be2-e10f16409020,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:13.303457 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:13.619500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:14.125452 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Router 1ee0853e-485d-437c-8228-8381b94ac7b2 has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:43:14.224082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:14.327068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:43:14.340884 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] Sync routers for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:43:14.344772 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-a8874254-54d4-47be-addb-0f6251659a4b admin admin] 10.222.0.54 "PUT /v2.0/routers/1ee0853e-485d-437c-8228-8381b94ac7b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1659629
Jan 22 15:43:14.348398 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50362) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:14.350878 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:43:14.351560 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089320>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:14.539068 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks [] for router, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:14.544111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:43:14.992642 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:14.998855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Deleting port c5006254-2e45-4ff9-b5b4-edd996e2a1d9 {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:14.999240 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:15.020099 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089320>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:43:13Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:15.024113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] Checking router: 1ee0853e-485d-437c-8228-8381b94ac7b2 for host: dv-cinder-763774-2-iscsi {{(pid=80251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:43:15.032915 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] Routers {'1ee0853e-485d-437c-8228-8381b94ac7b2'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:43:15.033570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089320>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ee0853e-485d-437c-8228-8381b94ac7b2'], 'active': True} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:15.187337 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] For port c5006254-2e45-4ff9-b5b4-edd996e2a1d9, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=c5006254-2e45-4ff9-b5b4-edd996e2a1d9,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:15.187738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:15.223729 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] Set router 1ee0853e-485d-437c-8228-8381b94ac7b2 gateway port host: dv-cinder-763774-2-iscsi {{(pid=80251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:43:15.332927 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Calling delete_port for c5006254-2e45-4ff9-b5b4-edd996e2a1d9 owned by network:router_gateway {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:15.530348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e5089320>, [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:43:13Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:15.534481 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a850feb-fc3c-4480-9f15-46feb3249206 None None] The sync data for ids ['1ee0853e-485d-437c-8228-8381b94ac7b2'] in dv-cinder-763774-2-iscsi is: [{'id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'name': 'tempest-TestVolumeBootPattern-2106160914-router', 'tenant_id': '06edc906882c4b89bad2e635eb203c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:46Z', 'updated_at': '2021-01-22T15:43:13Z', 'revision_number': 5, 'project_id': '06edc906882c4b89bad2e635eb203c1e', 'gw_port': {'id': 'c5006254-2e45-4ff9-b5b4-edd996e2a1d9', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0853e-485d-437c-8228-8381b94ac7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:47Z', 'updated_at': '2021-01-22T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:43:15.604070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:15.801693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:15.941244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:15.943707 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:16.086694 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:16.087283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee0853e-485d-437c-8228-8381b94ac7b2 {{(pid=80248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:43:16.100991 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] Notify callbacks [] for router, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:16.102596 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-45a0fc5e-53e8-497c-bd68-d5d2cb245f97 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1ee0853e-485d-437c-8228-8381b94ac7b2 HTTP/1.1" status: 204  len: 168 time: 1.7529864
Jan 22 15:43:16.106146 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50366) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:16.175458 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Deleting subnet f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:43:16.178682 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:16.235910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:16.320499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:16.429319 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c5006254-2e45-4ff9-b5b4-edd996e2a1d9 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:43:16.466645 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: c5006254-2e45-4ff9-b5b4-edd996e2a1d9 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:43:16.467070 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device c5006254-2e45-4ff9-b5b4-edd996e2a1d9 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:43:16.467554 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 2d83bb6b-91f5-4015-8be2-e10f16409020 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:43:16.505948 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 2d83bb6b-91f5-4015-8be2-e10f16409020 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:43:16.506342 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 2d83bb6b-91f5-4015-8be2-e10f16409020 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:43:16.630717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-28adb5f4-f883-4deb-99d1-4d891dbf11f8 req-bfce89a7-ecd1-4a2a-8c29-3271c744867e service neutron] (80249) timed out ('10.222.0.62', 61300) {{(pid=80249) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 15:43:16.829287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:16.845690 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:16.929407 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d2773f-e47e-4caa-8b37-86b1fc21dbd0,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:16.945443 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.945868 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.946281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.946712 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.947117 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.947557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.947959 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.948358 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.948753 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.949147 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.949542 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.950120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-2-iscsi {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.950508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.950933 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.951327 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.951721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.952113 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.952511 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.952891 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.953287 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.953666 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.954055 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.954447 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.954860 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 15:43:16.967968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:16.999282 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:17.004365 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aec91f-6086-493c-aba8-7a1320f90499 None None] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:43:17.010352 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-983a869b-6321-4493-b585-bf80c9c6e163 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f5d2773f-e47e-4caa-8b37-86b1fc21dbd0 HTTP/1.1" status: 204  len: 168 time: 0.9027364
Jan 22 15:43:17.012968 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50370) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:17.136449 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:17.212564 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Deleting port 67af3f7f-5398-4d27-89bc-fc31ae95e84b {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:17.212907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:17.263119 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] DHCP port deletion for 21ad423d-38dc-4d5a-aa7e-aa67071a2abb request from dv-cinder-763774-2-iscsi {{(pid=80250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 15:43:17.267421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Deleting port 67af3f7f-5398-4d27-89bc-fc31ae95e84b {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:17.267885 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:17.441935 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] For port 67af3f7f-5398-4d27-89bc-fc31ae95e84b, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=67af3f7f-5398-4d27-89bc-fc31ae95e84b,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:17.442518 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:17.488206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] For port 67af3f7f-5398-4d27-89bc-fc31ae95e84b, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=67af3f7f-5398-4d27-89bc-fc31ae95e84b,segment=NetworkSegment(8d0a9d23-cc65-42dd-a675-969e47577387),segment_id=8d0a9d23-cc65-42dd-a675-969e47577387)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:17.488571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:17.576717 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Calling delete_port for 67af3f7f-5398-4d27-89bc-fc31ae95e84b owned by network:dhcp {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:17.619563 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Calling delete_port for 67af3f7f-5398-4d27-89bc-fc31ae95e84b owned by network:dhcp {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:17.692705 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:17.693142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:43:17.693558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:43:17.709421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5e24c9d8-da83-42c9-aaf3-3ac550500674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:17.800693 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Pushing event deleted for resources: {'Port': ['ID=67af3f7f-5398-4d27-89bc-fc31ae95e84b,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:17.803536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:17.852220 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] No DVR routers for this DVR port 67af3f7f-5398-4d27-89bc-fc31ae95e84b on host dv-cinder-763774-2-iscsi {{(pid=80248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:43:17.976781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:18.093185 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1df8f42e8>,) {'filters': {'network_id': ['21ad423d-38dc-4d5a-aa7e-aa67071a2abb']}} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:18.106396 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1df8f42e8>, '8d0a9d23-cc65-42dd-a675-969e47577387') {'for_net_delete': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:18.106788 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1df8f42e8>, '8d0a9d23-cc65-42dd-a675-969e47577387') {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:18.118943 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852605047'] for segment, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:18.194661 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Deleting port 67af3f7f-5398-4d27-89bc-fc31ae95e84b {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:18.195101 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:18.206721 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:18.209151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:43:18.269264 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-c2fabc99-3edf-49ed-b9b3-a3c034cbebf3 None None] The port '67af3f7f-5398-4d27-89bc-fc31ae95e84b' was deleted {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 15:43:18.400824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:43:18.411083 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3025982'] for segment, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:18.427390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 67af3f7f-5398-4d27-89bc-fc31ae95e84b no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:43:18.464837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 67af3f7f-5398-4d27-89bc-fc31ae95e84b {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:43:18.465408 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 67af3f7f-5398-4d27-89bc-fc31ae95e84b not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:43:18.593846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Network 21ad423d-38dc-4d5a-aa7e-aa67071a2abb has no segments {{(pid=80248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:43:18.616721 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:43:18.874454 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:18.877925 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:18.894748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:18.903565 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ad423d-38dc-4d5a-aa7e-aa67071a2abb,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:18.907067 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:18.943688 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-b550b3dd-bfd6-4b7a-b59c-90e2c5f48992 admin admin] 10.222.0.54 "DELETE /v2.0/networks/21ad423d-38dc-4d5a-aa7e-aa67071a2abb HTTP/1.1" status: 204  len: 168 time: 1.9296036
Jan 22 15:43:18.946836 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80248) accepted ('10.222.0.54', 50374) {{(pid=80248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:19.763092 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850858451'] for router_interface, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:20.131149 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Deleting port 8d62ef2a-9348-4a0d-85eb-121901b3146d {{(pid=80248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:20.131538 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:20.316247 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] For port 8d62ef2a-9348-4a0d-85eb-121901b3146d, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=8d62ef2a-9348-4a0d-85eb-121901b3146d,segment=NetworkSegment(f7cf169f-3a1c-4211-8841-d44a42efe4e5),segment_id=f7cf169f-3a1c-4211-8841-d44a42efe4e5)] {{(pid=80248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:20.316637 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:20.454594 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Calling delete_port for 8d62ef2a-9348-4a0d-85eb-121901b3146d owned by network:router_interface {{(pid=80248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:20.668593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851749781'] for port, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:20.684499 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5d94321b-fde4-466e-acaf-46202b4a9b78 tempest-AttachVolumeNegativeTest-622418899 tempest-AttachVolumeNegativeTest-622418899] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:20.777533 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d62ef2a-9348-4a0d-85eb-121901b3146d,revision_number=None']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:20.784087 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:21.095434 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850858293'] for router_interface, after_delete {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:21.572571 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca6fe-96aa-4cb3-b604-f4cb5269fdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:21.621902 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Router b70774f5-0ffe-491a-a98d-b8b35f83a46c has already been hosted by L3 agent 31deffeb-335b-42a9-b820-8171ef175c49 {{(pid=80248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 15:43:21.813789 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] Notify agent at l3_agent.dv-cinder-763774-2-iscsi the message routers_updated {{(pid=80248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 15:43:21.822720 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] Sync routers for ids ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'] in dv-cinder-763774-2-iscsi {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 15:43:21.824166 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f44c7f8b-4b09-4f83-bc6e-492df92fd540 admin admin] 10.222.0.54 "PUT /v2.0/routers/b70774f5-0ffe-491a-a98d-b8b35f83a46c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8748364
Jan 22 15:43:21.826298 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50378) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:21.832856 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] Routers {'b70774f5-0ffe-491a-a98d-b8b35f83a46c'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:43:21.833547 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ad9b70>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:22.017473 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks [] for router, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:22.023859 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] Set router b70774f5-0ffe-491a-a98d-b8b35f83a46c gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:43:22.209023 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:22.215508 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Deleting port a9251610-3f27-4cdf-862b-65ca61af9e24 {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:22.215900 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:22.519907 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ad9b70>, [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:43:20Z', 'revision_number': 5, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:22.524348 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] Checking router: b70774f5-0ffe-491a-a98d-b8b35f83a46c for host: dv-cinder-763774-2-iscsi {{(pid=80250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 15:43:22.534451 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] Routers {'b70774f5-0ffe-491a-a98d-b8b35f83a46c'} bound to L3 agent in host dv-cinder-763774-2-iscsi {{(pid=80250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 15:43:22.535209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ad9b70>, 'dv-cinder-763774-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T15:16:54Z,description=<?>,heartbeat_timestamp=2021-01-22T15:42:54Z,host='dv-cinder-763774-2-iscsi',id=31deffeb-335b-42a9-b820-8171ef175c49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T15:16:54Z,topic='l3_agent')) {'router_ids': ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'], 'active': True} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:22.652975 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] For port a9251610-3f27-4cdf-862b-65ca61af9e24, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=a9251610-3f27-4cdf-862b-65ca61af9e24,segment=NetworkSegment(314bd1cc-5ea6-4c15-b6c9-6276d2d99009),segment_id=314bd1cc-5ea6-4c15-b6c9-6276d2d99009)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:22.653286 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:22.725659 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvr_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] Set router b70774f5-0ffe-491a-a98d-b8b35f83a46c gateway port host: dv-cinder-763774-2-iscsi {{(pid=80250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 15:43:22.785510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Calling delete_port for a9251610-3f27-4cdf-862b-65ca61af9e24 owned by network:router_gateway {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:22.981297 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.049014 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_hamode_db [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa1e4ad9b70>, [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:43:20Z', 'revision_number': 5, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}], 'dv-cinder-763774-2-iscsi', False) {} {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:23.053750 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de2e466-579f-4587-bd32-1b0f9274a0e2 None None] The sync data for ids ['b70774f5-0ffe-491a-a98d-b8b35f83a46c'] in dv-cinder-763774-2-iscsi is: [{'id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'name': 'tempest-TestVolumeBootPattern-1482711988-router', 'tenant_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'external_fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T15:35:55Z', 'updated_at': '2021-01-22T15:43:20Z', 'revision_number': 5, 'project_id': '9ba571fbd7944fae9d64aa3d8c142d74', 'gw_port': {'id': 'a9251610-3f27-4cdf-862b-65ca61af9e24', 'name': '', 'network_id': '8d9bdb6e-0b04-4f6b-a0d8-bcf570ac2e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70774f5-0ffe-491a-a98d-b8b35f83a46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T15:35:56Z', 'updated_at': '2021-01-22T15:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '343c06a3-dc79-4b76-9e76-084d032abc98', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-2-iscsi'}] {{(pid=80250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 15:43:23.176035 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817050'] for router_gateway, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.335160 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733910'] for router, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.337463 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.526167 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850959225'] for router, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.526748 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70774f5-0ffe-491a-a98d-b8b35f83a46c {{(pid=80249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 15:43:23.539158 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] Notify callbacks [] for router, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.540449 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-4bc6acf2-d1e0-4714-9b9f-5c57dd65e956 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b70774f5-0ffe-491a-a98d-b8b35f83a46c HTTP/1.1" status: 204  len: 168 time: 1.7128661
Jan 22 15:43:23.543742 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50382) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:23.614496 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Deleting subnet 8dc1a199-e79a-4e14-82df-534e192bafc5 {{(pid=80249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 15:43:23.618015 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.674425 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479922'] for subnet, precommit_delete_associations {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.761818 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853953108'] for subnet, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:23.925783 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6246da67-11f6-4187-824c-9116a30d5ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.064557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2243763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852483687'] for subnet, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.081703 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-94eefd5b-4055-4521-bbf8-33ab588e1cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:24.167052 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc1a199-e79a-4e14-82df-534e192bafc5,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:24.175148 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:24.218824 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for subnet, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.223947 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a2e25-f76c-4a16-9543-0be85d58807a None None] Network b7473b50-35a5-422a-a022-2b2820a7df41 requested from dv-cinder-763774-2-iscsi {{(pid=80250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 15:43:24.227312 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-f9061751-12d0-4456-a2f8-451c95c00028 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8dc1a199-e79a-4e14-82df-534e192bafc5 HTTP/1.1" status: 204  len: 168 time: 0.6801422
Jan 22 15:43:24.227958 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50386) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:24.349390 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185948'] for network, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.420744 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Deleting port 00eb4d40-c575-4052-aaaa-ba66ec9604cf {{(pid=80249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:24.421162 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.437687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device a9251610-3f27-4cdf-862b-65ca61af9e24 no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:43:24.478120 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: a9251610-3f27-4cdf-862b-65ca61af9e24 {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:43:24.479109 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device a9251610-3f27-4cdf-862b-65ca61af9e24 not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:43:24.479570 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 8d62ef2a-9348-4a0d-85eb-121901b3146d no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:43:24.516633 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 8d62ef2a-9348-4a0d-85eb-121901b3146d {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:43:24.517031 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 8d62ef2a-9348-4a0d-85eb-121901b3146d not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:43:24.524913 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] DHCP port deletion for b7473b50-35a5-422a-a022-2b2820a7df41 request from dv-cinder-763774-2-iscsi {{(pid=80250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 15:43:24.529255 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Deleting port 00eb4d40-c575-4052-aaaa-ba66ec9604cf {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:24.529685 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.654702 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] For port 00eb4d40-c575-4052-aaaa-ba66ec9604cf, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=00eb4d40-c575-4052-aaaa-ba66ec9604cf,segment=NetworkSegment(f7cf169f-3a1c-4211-8841-d44a42efe4e5),segment_id=f7cf169f-3a1c-4211-8841-d44a42efe4e5)] {{(pid=80249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:24.655082 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.766164 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.db [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] For port 00eb4d40-c575-4052-aaaa-ba66ec9604cf, host dv-cinder-763774-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-2-iscsi',level=0,port_id=00eb4d40-c575-4052-aaaa-ba66ec9604cf,segment=NetworkSegment(f7cf169f-3a1c-4211-8841-d44a42efe4e5),segment_id=f7cf169f-3a1c-4211-8841-d44a42efe4e5)] {{(pid=80250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 15:43:24.766557 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850867390'] for port, precommit_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.789295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Calling delete_port for 00eb4d40-c575-4052-aaaa-ba66ec9604cf owned by network:dhcp {{(pid=80249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:24.835266 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.898155 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12945255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266021621603', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266022033012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852532087'] for port, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:24.904438 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Calling delete_port for 00eb4d40-c575-4052-aaaa-ba66ec9604cf owned by network:dhcp {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 15:43:24.914536 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7ee576b5-70a0-4488-8bb6-472478b0ab48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:24.977429 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.db.api [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80250) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 15:43:24.977846 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_db.api [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 15:43:25.012634 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Pushing event deleted for resources: {'Port': ['ID=00eb4d40-c575-4052-aaaa-ba66ec9604cf,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:25.017808 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:25.058316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] No DVR routers for this DVR port 00eb4d40-c575-4052-aaaa-ba66ec9604cf on host dv-cinder-763774-2-iscsi {{(pid=80249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 15:43:25.182746 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822559', 'neutron.services.segments.db._delete_segments_for_network--9223363266021678281'] for network, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.299572 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa1e47e2c50>,) {'filters': {'network_id': ['b7473b50-35a5-422a-a022-2b2820a7df41']}} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:25.314018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e47e2c50>, 'f7cf169f-3a1c-4211-8841-d44a42efe4e5') {'for_net_delete': True} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:25.314360 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.services.segments.db [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa1e47e2c50>, 'f7cf169f-3a1c-4211-8841-d44a42efe4e5') {} {{(pid=80249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 15:43:25.328367 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266021680585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852295878'] for segment, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.344345 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824522'] for segment, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.346474 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 15:43:25.479206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Deleting port 00eb4d40-c575-4052-aaaa-ba66ec9604cf {{(pid=80250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 15:43:25.479622 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770833150050'] for port, before_delete {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.527001 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Network b7473b50-35a5-422a-a022-2b2820a7df41 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:43:25.540373 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853951277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2243804'] for segment, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.566674 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-545d30d1-a390-4bf7-b4b4-a72aa933f578 None None] The port '00eb4d40-c575-4052-aaaa-ba66ec9604cf' was deleted {{(pid=80250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 15:43:25.601131 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.723701 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.managers [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Network b7473b50-35a5-422a-a022-2b2820a7df41 has no segments {{(pid=80249) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]: Traceback (most recent call last):
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     timer()
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     cb(*args, **kw)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     return func(*args, **kwargs)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     self._notify()
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     self.callback(batched_events)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     event.method(event)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     segment_id)['aggregates'][0]
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     return f(self, *a, **k)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self._get(url).json()
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     **kwargs)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     return self.request(url, 'GET', **kwargs)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     **endpoint_filter)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 15:43:25.747803 dv-cinder-763774-2-iscsi neutron-server[80137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 15:43:25.852471 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853953257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851086238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850958788'] for network, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.856558 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-75345a08-773c-4130-80f1-736955ed1b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:25.873500 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851086307'] for network, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:25.879837 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b7473b50-35a5-422a-a022-2b2820a7df41,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:25.884332 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:25.887259 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-5de8ac7f-f33e-4a20-b81c-11dffc8610ed admin admin] 10.222.0.54 "DELETE /v2.0/networks/b7473b50-35a5-422a-a022-2b2820a7df41 HTTP/1.1" status: 204  len: 168 time: 1.6587014
Jan 22 15:43:26.035435 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:26.138448 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50394) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:26.189399 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-6f98234b-2e80-443d-a76c-bd7ec948df1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06edc906882c4b89bad2e635eb203c1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496595
Jan 22 15:43:26.191913 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50398) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:26.251976 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e62f202e-f579-4841-aa99-892b31f2b6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:26.284193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e62f202e-f579-4841-aa99-892b31f2b6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:26.349819 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e62f202e-f579-4841-aa99-892b31f2b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:26.355193 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-7acebcf6-9b20-4361-9b2b-e7f0815c2dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:26.372075 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f202e-f579-4841-aa99-892b31f2b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cceef8-ea99-4486-b3d0-dc7ca079d2bc,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:26.375316 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-e62f202e-f579-4841-aa99-892b31f2b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:26.377541 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e62f202e-f579-4841-aa99-892b31f2b6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:26.378693 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-e62f202e-f579-4841-aa99-892b31f2b6d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82cceef8-ea99-4486-b3d0-dc7ca079d2bc HTTP/1.1" status: 204  len: 168 time: 0.1858130
Jan 22 15:43:26.437999 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 00eb4d40-c575-4052-aaaa-ba66ec9604cf no longer exists at agent ovs-agent-dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 15:43:26.474893 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.plugin [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] No Port match for: 00eb4d40-c575-4052-aaaa-ba66ec9604cf {{(pid=80250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 15:43:26.475300 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.plugins.ml2.rpc [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Device 00eb4d40-c575-4052-aaaa-ba66ec9604cf not bound to the agent host dv-cinder-763774-2-iscsi {{(pid=80250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 15:43:26.920151 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50406) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:26.971368 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-0bad1b6a-dce0-405d-8a3d-bd1d884fdb2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ba571fbd7944fae9d64aa3d8c142d74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499315
Jan 22 15:43:26.973825 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [-] (80249) accepted ('10.222.0.54', 50410) {{(pid=80249) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 15:43:27.034841 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9415-232a-4aee-9cd6-5852742843e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:27.063021 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9415-232a-4aee-9cd6-5852742843e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:27.252771 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9415-232a-4aee-9cd6-5852742843e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756528'] for security_group, after_delete {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:27.258180 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-d828687a-7836-4b81-bc1e-c5706e488a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 15:43:27.276142 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b9415-232a-4aee-9cd6-5852742843e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd51b2e-fa5f-4c85-a7eb-bd1fc597eca8,revision_number=None']} {{(pid=80249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 15:43:27.278922 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG oslo_concurrency.lockutils [None req-1c6b9415-232a-4aee-9cd6-5852742843e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 15:43:27.280111 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9415-232a-4aee-9cd6-5852742843e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:27.281310 dv-cinder-763774-2-iscsi neutron-server[80137]: INFO neutron.wsgi [None req-1c6b9415-232a-4aee-9cd6-5852742843e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2fd51b2e-fa5f-4c85-a7eb-bd1fc597eca8 HTTP/1.1" status: 204  len: 168 time: 0.3065405
Jan 22 15:43:31.277796 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:43:44.235209 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:51.589410 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f944-0524-4a32-904a-ac56a898157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:53.926686 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b5aa6462-9c23-47a0-9cb5-2daa7ce1bd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:54.766580 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:55.543862 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:43:56.022421 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:08.277550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:44:14.241041 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:21.587749 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-f3d938c5-2406-425f-97b7-312d09085512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:23.926768 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-6e2b874a-a9eb-4986-a7f9-b01fad61efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:24.766516 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:25.606350 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:26.029762 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:44.251737 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:45.278143 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:44:51.577423 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecf5e-1de5-4aeb-b2a8-68a2bb7ede98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:53.932687 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c98a-3ed8-48e0-b122-5b022b4ac8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:54.772283 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:55.547418 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:44:56.029040 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:14.250126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:21.576018 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-989ea61d-8a2f-4f76-bced-b1967645cbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:22.277828 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:45:23.918765 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-1a797ea0-54ad-4c9f-a608-59bf086e3cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:24.777206 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:25.548628 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:26.052205 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:44.274886 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:51.577644 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-352c6224-651a-4aa9-8c92-4a77ae97bc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:53.914576 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-c01b1a5b-9c30-4cc0-8e07-75dd354c0c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:54.766088 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:55.558183 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:56.044072 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:45:59.277931 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:46:14.268568 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:21.582812 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-5d34fd46-a87a-44cc-8431-6775508a0257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:23.908427 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-a2fa04ce-b333-4a69-96ad-0d762e5d83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:24.766028 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:25.542807 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:26.044244 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:36.277910 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:46:44.289595 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:51.592629 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-e6861eb9-b2ff-47da-9335-8b3db5f074de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:53.918126 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-7e12e54c-af95-49ba-921e-dba914ae3fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:54.775409 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:55.571697 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:46:56.046522 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:05.780592 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-b900e842-02c3-4ea2-86db-257557a27049 req-96cebeb8-7544-4952-bbc5-c4941cc23403 service neutron] (80249) timed out ('10.222.0.62', 61465) {{(pid=80249) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 15:47:13.277383 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:47:14.289593 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:21.594132 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-09318845-73bd-4e53-9528-32bce2f4a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:23.919814 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-857dce47-8321-477c-a70a-aab31cae14cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:24.788507 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:25.554281 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:26.051930 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:44.283305 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:50.277357 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:47:51.581295 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-bfcd69bd-ceb1-4cdb-9b46-682b1314dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:53.914763 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-b65f0d8a-7812-4916-acc2-8e948ad610ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:54.776909 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:55.568876 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:47:56.057550 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:48:14.291877 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:48:21.615263 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb6f5-45d2-4985-8ca8-24f6b855f85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:48:23.929211 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-68abfb2d-843b-41b7-bee8-b812e69fe890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:48:24.780781 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-fb826a51-df58-4464-b1f4-850a9c9a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:48:25.565738 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-eba0af82-2f9b-4374-b2a5-f9d1fe0ef97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:48:26.051450 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-0ac80319-bdf1-4220-ae68-83f8cd4c3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 15:48:27.277393 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.db.agents_db [None req-ea91c80a-5752-427b-ba65-a500a3eee9fd None None] Agent healthcheck: found 6 active agents {{(pid=80251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 15:48:32.051510 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-c388b848-31b5-4ecd-b366-fe1d1b568956 req-fcbad856-abc0-488c-af47-8ac98127472c service neutron] (80249) timed out ('10.222.0.54', 45550) {{(pid=80249) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 15:48:38.562479 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron.wsgi [req-fcbc46b4-608a-49c6-9a28-c4cb43efade4 req-d753635d-1a52-41ff-b0f5-c0e065b15f4b service neutron] (80249) timed out ('10.222.0.54', 47758) {{(pid=80249) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 15:48:44.285855 dv-cinder-763774-2-iscsi neutron-server[80137]: DEBUG neutron_lib.callbacks.manager [None req-ed28b9af-9423-406b-a2e7-7a3a3323115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266021678298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682745'] for agent, after_update {{(pid=80250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}